Nov 24 14:26:44.191075 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.199040 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Received event network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] Acquiring lock "5a5eec6e-b256-4598-94cb-353538876536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] Lock "5a5eec6e-b256-4598-94cb-353538876536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] Lock "5a5eec6e-b256-4598-94cb-353538876536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] No waiting events found dispatching network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:44.315468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9b3a71b5-e74d-4031-88b0-413d8fc108da req-e1aed68d-5446-4f00-a68a-ae312b4ba60a service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Received event network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:26:44.363479 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:23:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1928793569',display_name='tempest-ServerActionsTestOtherA-server-1928793569',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestothera-server-1928793569',id=49,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIkaJ8JIONCvq3pXpotuKScnhjUiC1FKZjIWHZfT9YL/AeOkqVCotgM9U4pzvBqL23mB+RcPADm9HfBj6KWtE3mqs0OFyX30UeJEiOGKEEJUpJkopsFuEZTTHaV/dyDdag==',key_name='tempest-keypair-663656043',keypairs=,launch_index=0,launched_at=2025-11-24T19:23:46Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='c43505c76acf400f9f74c6dfb0967eca',ramdisk_id='',reservation_id='r-h4mn95kd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1428145638',owner_user_name='tempest-ServerActionsTestOtherA-1428145638-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:23:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='13530440c143446baa687cc2ecda9177',uuid=abd107f6-5f10-4389-be98-4dd02a91244f,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84dfa048-7176-4ffc-bb4a-525b4874c4d5", "address": "fa:16:3e:0a:2d:41", "network": {"id": "a58930b3-ecb4-48e0-8948-e1a236e637fd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1116188157-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c43505c76acf400f9f74c6dfb0967eca", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap84dfa048-71", "ovs_interfaceid": "84dfa048-7176-4ffc-bb4a-525b4874c4d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:26:44.363691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Converting VIF {"id": "84dfa048-7176-4ffc-bb4a-525b4874c4d5", "address": "fa:16:3e:0a:2d:41", "network": {"id": "a58930b3-ecb4-48e0-8948-e1a236e637fd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1116188157-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c43505c76acf400f9f74c6dfb0967eca", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap84dfa048-71", "ovs_interfaceid": "84dfa048-7176-4ffc-bb4a-525b4874c4d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:26:44.365911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:2d:41,bridge_name='br-int',has_traffic_filtering=True,id=84dfa048-7176-4ffc-bb4a-525b4874c4d5,network=Network(a58930b3-ecb4-48e0-8948-e1a236e637fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84dfa048-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:26:44.366193 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:2d:41,bridge_name='br-int',has_traffic_filtering=True,id=84dfa048-7176-4ffc-bb4a-525b4874c4d5,network=Network(a58930b3-ecb4-48e0-8948-e1a236e637fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84dfa048-71') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:26:44.367201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.367426 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84dfa048-71, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:44.429603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.434930 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.437052 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.437240 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=622f44dc-3ec2-4f05-b2b0-36c26ca68e6b) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:44.440719 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.444875 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:44.447893 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:2d:41,bridge_name='br-int',has_traffic_filtering=True,id=84dfa048-7176-4ffc-bb4a-525b4874c4d5,network=Network(a58930b3-ecb4-48e0-8948-e1a236e637fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84dfa048-71') Nov 24 14:26:44.448272 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Deleting instance files /opt/stack/data/nova/instances/abd107f6-5f10-4389-be98-4dd02a91244f_del Nov 24 14:26:44.450618 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Deletion of /opt/stack/data/nova/instances/abd107f6-5f10-4389-be98-4dd02a91244f_del complete Nov 24 14:26:44.474920 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Instance destroyed successfully. Nov 24 14:26:44.475241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Lazy-loading 'resources' on Instance uuid 5a5eec6e-b256-4598-94cb-353538876536 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:26:44.489002 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:44.489681 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:44.489870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:44.490025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:44.490166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:44.490308 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received unexpected event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with vm_state resized and task_state resize_reverting. Nov 24 14:26:44.490589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Received event network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:44.490589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Acquiring lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:44.490753 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:44.490881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:44.491031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] No waiting events found dispatching network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:44.491198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Received event network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:26:44.491319 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Received event network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:44.491449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Acquiring lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:44.491604 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:44.491733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] Lock "abd107f6-5f10-4389-be98-4dd02a91244f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:44.491860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] No waiting events found dispatching network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:44.491988 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2b72f117-7fcf-4855-bacb-ae77cdf3a95f req-9fe89e4d-f69e-465d-a733-513c1fb15940 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Received event network-vif-unplugged-84dfa048-7176-4ffc-bb4a-525b4874c4d5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:26:44.547087 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:44.602951 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:44.603204 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:44.603443 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:44.658639 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Port 99f83b84-7c39-485e-b050-690d18ab1d84 binding to destination host np0005533992.novalocal is already ACTIVE {{(pid=120184) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} Nov 24 14:26:44.658639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:26:44.658639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:26:44.658639 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:26:44.965887 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Took 1.38 seconds to destroy the instance on the hypervisor. Nov 24 14:26:44.966497 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:26:44.969205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:26:44.969466 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:26:44.970201 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:44.994857 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='tempest-ServerTagsTestJSON-server-59472191',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-servertagstestjson-server-59472191',id=61,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:26:40Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='d5d0528c17b4456fb189ae05808ffa22',ramdisk_id='',reservation_id='r-swbyz8qw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerTagsTestJSON-2028041670',owner_user_name='tempest-ServerTagsTestJSON-2028041670-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:26:40Z,user_data=None,user_id='25f5491dac0449a6b6d9834d9f09e6fa',uuid=5a5eec6e-b256-4598-94cb-353538876536,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1022a3b6-d9fe-41b2-8736-facca836c215", "address": "fa:16:3e:16:35:cf", "network": {"id": "243d3875-c938-4430-a726-bbbefddd4e26", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-981918766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d5d0528c17b4456fb189ae05808ffa22", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1022a3b6-d9", "ovs_interfaceid": "1022a3b6-d9fe-41b2-8736-facca836c215", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:26:44.995213 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Converting VIF {"id": "1022a3b6-d9fe-41b2-8736-facca836c215", "address": "fa:16:3e:16:35:cf", "network": {"id": "243d3875-c938-4430-a726-bbbefddd4e26", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-981918766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d5d0528c17b4456fb189ae05808ffa22", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1022a3b6-d9", "ovs_interfaceid": "1022a3b6-d9fe-41b2-8736-facca836c215", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:26:44.996100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:35:cf,bridge_name='br-int',has_traffic_filtering=True,id=1022a3b6-d9fe-41b2-8736-facca836c215,network=Network(243d3875-c938-4430-a726-bbbefddd4e26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1022a3b6-d9') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:26:44.996529 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:35:cf,bridge_name='br-int',has_traffic_filtering=True,id=1022a3b6-d9fe-41b2-8736-facca836c215,network=Network(243d3875-c938-4430-a726-bbbefddd4e26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1022a3b6-d9') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:26:44.998226 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:45.003845 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1022a3b6-d9, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:45.004132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:45.006451 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:26:45.007348 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:45.007616 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a8367785-de8c-439e-8af0-86163e1cc870) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:45.010793 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:45.013902 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:26:45.015708 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:35:cf,bridge_name='br-int',has_traffic_filtering=True,id=1022a3b6-d9fe-41b2-8736-facca836c215,network=Network(243d3875-c938-4430-a726-bbbefddd4e26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1022a3b6-d9') Nov 24 14:26:45.016320 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Deleting instance files /opt/stack/data/nova/instances/5a5eec6e-b256-4598-94cb-353538876536_del Nov 24 14:26:45.016579 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Deletion of /opt/stack/data/nova/instances/5a5eec6e-b256-4598-94cb-353538876536_del complete Nov 24 14:26:45.070992 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:45.161109 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:45.519538 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:45.538189 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Took 1.40 seconds to destroy the instance on the hypervisor. Nov 24 14:26:45.538412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:26:45.538731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:26:45.538731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:26:45.538881 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:45.592789 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:45.627947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Updating instance_info_cache with network_info: [{"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:26:45.817431 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:26:45.960838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:46.130840 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:26:46.284061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:26:46.320759 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Took 1.35 seconds to deallocate network for instance. Nov 24 14:26:46.357268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Received event network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:46.357660 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] Acquiring lock "5a5eec6e-b256-4598-94cb-353538876536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:46.358036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] Lock "5a5eec6e-b256-4598-94cb-353538876536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:46.358437 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] Lock "5a5eec6e-b256-4598-94cb-353538876536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:46.358765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] No waiting events found dispatching network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:46.359254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Received event network-vif-unplugged-1022a3b6-d9fe-41b2-8736-facca836c215 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:26:46.359294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef3c53f2-f132-46f0-b524-9dbcff31c748 req-f71cb9bc-66bb-4b75-8283-e30ff9e56a61 service nova] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Received event network-vif-deleted-1022a3b6-d9fe-41b2-8736-facca836c215 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:46.539636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c805bc16-acab-4d54-9d64-cb885f7b0fa6 req-adca4cf4-f805-452a-bbe6-3f811c89f559 service nova] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Received event network-vif-deleted-84dfa048-7176-4ffc-bb4a-525b4874c4d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:46.635752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Creating tmpfile /opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/tmpbxhf1gdc to verify with other compute node that the instance is on the same shared storage. {{(pid=120184) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:10471}} Nov 24 14:26:46.787345 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Took 1.25 seconds to deallocate network for instance. Nov 24 14:26:46.830165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:46.830646 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:46.914356 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.155259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:26:47.155259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:26:47.155259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:26:47.155453 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:26:47.155526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:26:47.155895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:26:47.155987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} Nov 24 14:26:47.196093 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.296694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:47.308792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:26:47.318378 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.326287 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.401147 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.408189 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.461853 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Instance destroyed successfully. Nov 24 14:26:47.462426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid 52338a4d-0f04-47c5-a385-3066a25bfd4a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:26:47.660964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] There are 0 instances to clean {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} Nov 24 14:26:47.839809 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:26:47.966177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:25:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1798631320',display_name='tempest-ServerActionsTestOtherB-server-1798631320',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1798631320',id=58,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:26:43Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-4rxiyu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='resize_reverting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:26:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=52338a4d-0f04-47c5-a385-3066a25bfd4a,vcpu_model=,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:26:47.966582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:26:47.967582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:26:47.968201 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:26:47.970001 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.970441 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99f83b84-7c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:47.972132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.974851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:26:47.976039 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.977372 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.977784 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=09784f8d-6f03-4139-81c3-5831d37bbfac) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:26:47.978576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.980876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:26:47.981748 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:47.985304 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') Nov 24 14:26:47.987389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:26:47.988768 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:26:47.989868 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:26:47.990167 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:26:47.991733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.002313 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.002778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6823818e-c222-4020-b17d-f9a8367c293d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:26:48.004763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:26:48.005411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.013711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.014187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[174a9fbe-58e1-4759-bbfa-33e21ce43b4d]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.014881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.024698 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.025032 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f07b22-519b-4948-b42b-af67851b8b95]: (4, ('tcp: [10] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.025628 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:26:48.025628 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:26:48.025907 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsi session list stdout=tcp: [10] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:26:48.025907 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:26:48.026864 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Resulting device map defaultdict(. at 0x7fbcac332200>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:26:48.027328 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:26:48.028288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.034037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a3ca7a6d-9dff-47d6-9bf7-90575e07aee1]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:26:48.036098 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:26:48.037721 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ca7a6d-9dff-47d6-9bf7-90575e07aee1]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.038526 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:26:48.040251 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.047464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.047738 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[faddcd0a-61bb-4649-9295-d64a66894b9d]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.048341 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:26:48.054568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.102270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.053s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.102524 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a35c956-b892-491e-8d94-c6761ad88268]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.103139 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:26:48.103471 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:26:48.103971 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:26:48.108576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.115975 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.116191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb6f1ce-a8ef-4af5-a3e6-b14157c2ad6f]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.116725 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:26:48.117674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.145902 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --logout" returned: 0 in 0.028s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.146179 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fbc7616-ee50-4c84-a13c-2a0250d812d1]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.146756 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] Nov 24 14:26:48.146756 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful. Nov 24 14:26:48.146756 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:26:48.147659 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:48.157653 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:48.157903 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[032662bc-2c4a-43a3-b893-13c35a0bc998]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:48.158354 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:26:48.158862 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.169s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:26:48.159156 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] <== disconnect_volume: return (170ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:26:48.159437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:26:48.346098 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.515s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:48.372875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.076s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:48.434881 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Deleted allocations for instance abd107f6-5f10-4389-be98-4dd02a91244f Nov 24 14:26:48.564275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:26:48.600160 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:48.600505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:48.600912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:48.601217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:48.602045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:48.602045 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received unexpected event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with vm_state resized and task_state resize_reverting. Nov 24 14:26:48.602192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:26:48.602482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:48.602829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:48.603305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:48.603739 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:26:48.604135 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c99e941c-b024-4210-9e0b-e4bc9fc131b3 req-48265059-1372-4ce8-b5ec-de0c3c6fd59d service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received unexpected event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with vm_state resized and task_state resize_reverting. Nov 24 14:26:49.069899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:26:49.478155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0aee9ee7-b92d-4878-aad4-c868064d021c tempest-ServerActionsTestOtherA-1428145638 tempest-ServerActionsTestOtherA-1428145638-project-member] Lock "abd107f6-5f10-4389-be98-4dd02a91244f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.402s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:49.583277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.211s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:49.639881 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Deleted allocations for instance 5a5eec6e-b256-4598-94cb-353538876536 Nov 24 14:26:50.146810 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:50.338417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:50.338832 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:50.654882 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbf52bc5-179d-4afd-9b88-31dbcfcf4fc5 tempest-ServerTagsTestJSON-2028041670 tempest-ServerTagsTestJSON-2028041670-project-member] Lock "5a5eec6e-b256-4598-94cb-353538876536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.025s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:50.841978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'migration_context' on Instance uuid 52338a4d-0f04-47c5-a385-3066a25bfd4a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:26:51.345497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<52338a4d-0f04-47c5-a385-3066a25bfd4a> lazy-loaded attributes: resources,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:26:51.407581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Refreshing inventories for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} Nov 24 14:26:51.445581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Updating ProviderTree inventory for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 from _refresh_and_get_inventory using data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} Nov 24 14:26:51.445581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Updating inventory in ProviderTree for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 with inventory: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} Nov 24 14:26:51.476125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Refreshing aggregate associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, aggregates: None {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} Nov 24 14:26:51.517726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Refreshing trait associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, traits: COMPUTE_NET_VIF_MODEL_LAN9118,HW_CPU_X86_SSE42,COMPUTE_SECURITY_STATELESS_FIRMWARE,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SOUND_MODEL_VIRTIO,COMPUTE_STORAGE_VIRTIO_FS,COMPUTE_SOUND_MODEL_SB16,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_SOUND_MODEL_ES1370,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_SOUND_MODEL_ICH9,COMPUTE_SOUND_MODEL_ICH6,HW_CPU_X86_SSSE3,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOUND_MODEL_PCSPK,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VIOMMU_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_ADDRESS_SPACE_PASSTHROUGH,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOUND_MODEL_AC97,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_IGB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NODE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOUND_MODEL_USB,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_ARCH_X86_64,COMPUTE_TRUSTED_CERTS,COMPUTE_ADDRESS_SPACE_EMULATED {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} Nov 24 14:26:51.685754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:26:51.917702 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:51.945656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:26:51.945656 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 4b4a6b24-2ec7-4839-96eb-e730f829d7ca] VM Stopped (Lifecycle Event) Nov 24 14:26:52.188738 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:26:52.336042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:26:52.336316 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2e566ac9-5e7f-419e-a77c-6eb6e02c274c] VM Stopped (Lifecycle Event) Nov 24 14:26:52.449053 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8b879aa9-4c88-4e0f-a4ae-dda60ebd893f None None] [instance: 4b4a6b24-2ec7-4839-96eb-e730f829d7ca] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:26:52.566799 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:52.840296 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8e192f83-431f-4c7a-8dd1-70d5a870a793 None None] [instance: 2e566ac9-5e7f-419e-a77c-6eb6e02c274c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:26:52.979524 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:53.066964 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:53.202803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.864s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:53.957350 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:54.792661 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Swapping old allocation on dict_keys(['086dc306-ae54-4839-a40f-ca2c3cf70797']) held by migration b442b3dc-2cf0-45a6-8cfc-f305c670c0a9 for instance Nov 24 14:26:54.866165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Overwriting current allocation {'allocations': {'086dc306-ae54-4839-a40f-ca2c3cf70797': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 81}}, 'project_id': 'd8bf7221feff410c81ab1b733598e6ee', 'user_id': '07e25c7d369640fc89690c8cbf7d03e3', 'consumer_generation': 1} on consumer 52338a4d-0f04-47c5-a385-3066a25bfd4a {{(pid=120184) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} Nov 24 14:26:54.961006 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:55.036570 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:26:55.036961 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:26:55.036961 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:26:55.542103 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:55.605595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:55.605595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:55.850211 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:55.925218 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:55.925602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:55.972869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Updating instance_info_cache with network_info: [{"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:26:56.111653 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:26:56.423160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "45d85714-d636-4578-9a72-b2a77da2e3a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:56.423705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:56.427395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:26:56.476893 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-52338a4d-0f04-47c5-a385-3066a25bfd4a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:26:56.476893 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:26:56.481856 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:56.486330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:56.487676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b42033-ba55-4e24-bd0c-f58f03780a11]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[fc181288-e6d8-4941-ada2-beb1071f5fa7]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc181288-e6d8-4941-ada2-beb1071f5fa7]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:26:56.493086 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:26:56.498688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:56.502279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:56.503270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f050d52-0374-4180-bf1b-ff20be5f5bd1]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:56.504986 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:56.510900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:26:56.511289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d59a8d-364a-4049-a34b-76ccd4a919e5]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:56.512598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a204bb1-90d0-4e63-9218-d68e6724fafd]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:26:56.513269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:26:56.537637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:26:56.538658 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:26:56.547370 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:26:56.552053 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3'] Nov 24 14:26:56.552551 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:26:56.552995 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:26:56.553778 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] <== get_connector_properties: return (76ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:26:56.655937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:56.655937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:56.660584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:26:56.660584 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Claim successful on node np0005533992.novalocal Nov 24 14:26:56.889259 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:56.917928 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:56.930633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:26:56.982017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:57.505616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:26:57.972809 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:26:57.981167 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:58.477469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:26:58.849401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:26:58.983696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:26:58.984420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:26:58.991599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.007s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:26:58.994231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:26:58.994534 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Claim successful on node np0005533992.novalocal Nov 24 14:26:59.488205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:26:59.491579 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] VM Stopped (Lifecycle Event) Nov 24 14:26:59.491579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:26:59.491579 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 5a5eec6e-b256-4598-94cb-353538876536] VM Stopped (Lifecycle Event) Nov 24 14:26:59.497898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:26:59.498242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:26:59.499697 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:59.500743 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:26:59.570625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19d2a265be24465fa3043f8fd7277d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb2b5553f7b4d91a5854c6e032c22c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:00.006746 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0479cac3-3b16-4532-8a43-3e0a2ca03623 None None] [instance: abd107f6-5f10-4389-be98-4dd02a91244f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:00.007612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-d29f8484-c071-4a76-8d4a-b30fa0043da6 None None] [instance: 5a5eec6e-b256-4598-94cb-353538876536] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:00.040811 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:00.131063 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Successfully created port: d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:00.283693 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:00.545335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:00.706814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Starting finish_revert_migration {{(pid=120184) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12812}} Nov 24 14:27:00.713228 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:00.713447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:00.716578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Successfully updated port: d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:00.725183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Start _get_guest_xml network_info=[{"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/vdb', 'device_type': 'disk', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'attaching', 'instance': '52338a4d-0f04-47c5-a385-3066a25bfd4a', 'attached_at': '2025-11-24T19:26:59.000000', 'detached_at': '', 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'serial': '4b390cb1-2187-4782-9d44-5c9b9ad9b387'}, 'attachment_id': '1576e3c7-793e-460f-81bf-e7aed49d7143', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:00.731605 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:00.734243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerActionsTestOtherB-server-1798631320', uuid='52338a4d-0f04-47c5-a385-3066a25bfd4a'), owner=OwnerMeta(userid='07e25c7d369640fc89690c8cbf7d03e3', username='tempest-ServerActionsTestOtherB-39742720-project-member', projectid='d8bf7221feff410c81ab1b733598e6ee', projectname='tempest-ServerActionsTestOtherB-39742720'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012420.733611) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:00.736205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:00.736843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:00.739095 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:00.739718 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:00.741181 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:00.741780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:00.742166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:00.742432 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:00.742777 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:00.743036 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:00.743299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:00.743707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:00.743990 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:00.744284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:00.744583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:00.744904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:00.745237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'vcpu_model' on Instance uuid 52338a4d-0f04-47c5-a385-3066a25bfd4a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:00.759584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-changed-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:00.759584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Refreshing instance network info cache due to event network-changed-d4e26249-7111-4183-9d42-7af0d94b64f4. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:00.760670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] Acquiring lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:00.761046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] Acquired lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:00.761332 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Refreshing network info cache for port d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:00.788228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:01.216967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:01.221689 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:01.254503 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.266524 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:01.299148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:01.299793 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:01.304783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.801s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:01.313662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:01.313662 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Claim successful on node np0005533992.novalocal Nov 24 14:27:01.366355 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:01.392393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/disk.config --force-share --output=json" returned: 0 in 0.138s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.393263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "/opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:01.393691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:01.394726 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:01.395384 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:27:01.396471 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:27:01.396697 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:27:01.397060 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:27:01.397242 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': 'A7SHQ6gmJHcQWT9K', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:27:01.399394 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[404cbf41-9fd1-4d0d-a812-9ece583355d2]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:27:01.407589 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:27:01.410032 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[404cbf41-9fd1-4d0d-a812-9ece583355d2]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:01.410593 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:27:01.410938 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:27:01.411175 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:27:01.412587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.423140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260" returned: 21 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.423286 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bdf4a2-176f-4d72-80a9-e903e7b79ea2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:01.423547 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:27:01.423547 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:01.424589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.435499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.435655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[76884b1b-1ed6-4b18-bacc-c1b4e72f2742]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:01.435940 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387] added Nov 24 14:27:01.435940 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:27:01.435940 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:27:01.435940 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:27:01.435940 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:01.436095 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:27:01.436376 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.025(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:27:01.436599 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:27:01.534741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:01.558151 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:01.559333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:01.559704 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating image(s) Nov 24 14:27:01.560107 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:01.560317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:01.560960 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:01.561493 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:01.564931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:01.566468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.664734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.665039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:01.665480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:01.665894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:01.669513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:01.669915 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.744140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.744481 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.782166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:01.786082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk 1073741824" returned: 0 in 0.041s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.786725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.121s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:01.788373 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.812621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:27:01.873307 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.873837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:01.874325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:01.919405 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:01.942442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:01.943090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:01.943830 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:01.944202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Ensure instance console log exists: /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:01.944877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:01.945335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:01.945778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:02.038658 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5dfd6831-3bb8-4c90-a11a-d05a88dea0fc req-70a733ee-40b0-4df0-b902-2d0f1a5128b2 service nova] Releasing lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:02.039751 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:02.040192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:02.325399 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:02.443502 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:27:02.468741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:02.468957 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] VM Stopped (Lifecycle Event) Nov 24 14:27:02.471081 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.471388 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.471891 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b532637-5d93-47ea-a967-28e8060c2c68]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:27:02.473759 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.484043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.489287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.489643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c00d5b-3ded-43e3-a8bd-128814e1deea]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.490321 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.492521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.518511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.519330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed637d75-3d3a-447f-b609-84bbe919b86e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.519330 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.520315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v Zt5RT2wsxNd2BE4Xs4Ng {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.532669 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v Zt5RT2wsxNd2BE4Xs4Ng" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.533167 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9954a9b-d748-4b9f-b89c-1f2a14a1b011]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.533856 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Zt5RT2wsxNd2BE4Xs4Ng'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.535013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.562260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.562826 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[03730871-21f8-4210-a52f-257dab77f856]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.574282 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.575727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.588185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.588341 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[05dd7082-6b7e-4871-9e29-aa357daa30be]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.588724 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:27:02.588724 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:27:02.588976 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:27:02.588976 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:27:02.589230 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:27:02.589230 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:02.605117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.611725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --login" returned: 0 in 0.021s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.611725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d4f4e9-142f-47f0-a49f-adab70c5f4d0]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.617757 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful. Nov 24 14:27:02.617757 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.617757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.618648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:02.635881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.015s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.636012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[510e79eb-cf13-4f22-8743-2f4ce48912bf]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.638506 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:02.648810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.651155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.652265 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b030ea41-300a-447a-8498-e4c6481a2adc]: (4, ('tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.652448 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:27:02.652448 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:27:02.652596 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsi session list stdout=tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:27:02.652596 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:27:02.652908 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.242s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:27:02.653062 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:27:02.653663 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] HCTL ('2', '-', '-', 0) found on session 11 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:27:02.653729 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:27:02.654508 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:02.666529 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:02.699383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.028s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:02.699618 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b5e11f-4597-4f81-91eb-a4cea817c3e9]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:02.700697 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching for a device in session 11 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:27:02.701456 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:27:02.791914 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:02.877263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:02.940594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Updating instance_info_cache with network_info: [{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:02.977816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e5363540-1909-49bb-bbce-bb5f193a9a30 None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:02.983713 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:03.173571 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:03.442813 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:03.443259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance network_info: |[{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:03.446665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start _get_guest_xml network_info=[{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:03.451280 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:03.453030 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-63314303', uuid='fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012423.4524436) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:03.458320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:03.459487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:03.463981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:03.464329 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:03.465883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:03.466438 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:03.466800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:03.467076 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:03.467361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:03.467621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:03.467893 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:03.468248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:03.468501 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:03.468832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:03.469121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:03.469400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:03.474188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:00Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:03.474530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:03.477713 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:03.477713 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'pci_devices' on Instance uuid fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:03.681806 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:03.682509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:03.686410 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.905s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:03.691434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:03.691803 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Claim successful on node np0005533992.novalocal Nov 24 14:27:03.703344 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.306s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:27:03.703726 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] <== connect_volume: return (2306ms) {'type': 'block', 'scsi_wwn': '360014054ae0b0cb2c8648e38638f4760', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:27:03.704046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '360014054ae0b0cb2c8648e38638f4760', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:27:03.892113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:03.893611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:03.894111 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Creating image(s) Nov 24 14:27:03.894805 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:03.895137 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:03.895997 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:03.896694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:03.902702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:03.904628 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] End _get_guest_xml xml= Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: instance-0000003e Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-63314303 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:03 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:03.982626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Preparing to wait for external event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:03.984843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:03.984843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:03.984843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:03.984924 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:00Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:03.985288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:03.986408 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:03.986930 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:03.987580 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:03.988171 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:03.988696 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:03.989838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:03.990214 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f217790-7502-557d-81ee-94bf233f6725', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.004069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:04.004567 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:04.005141 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:04.005824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:04.011306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:04.011894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:04.031722 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.034961 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:04.038036 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.038450 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd4e26249-71, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.039175 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd4e26249-71, col_values=(('qos', UUID('4090aa97-da77-4e84-96f4-7f4dd8f448c7')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.039541 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd4e26249-71, col_values=(('external_ids', {'iface-id': 'd4e26249-7111-4183-9d42-7af0d94b64f4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:17:63', 'vm-uuid': 'fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.041016 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.045407 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:04.051233 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.052824 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') Nov 24 14:27:04.082827 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:04.083366 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:04.123193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk 1073741824" returned: 0 in 0.039s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:04.123766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.119s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:04.124279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:04.194423 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:27:04.213132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:25:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1798631320',display_name='tempest-ServerActionsTestOtherB-server-1798631320',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1798631320',id=58,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:26:43Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-4rxiyu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='resize_reverting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:26:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=52338a4d-0f04-47c5-a385-3066a25bfd4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:04.213820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:04.215097 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] End _get_guest_xml xml= Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 52338a4d-0f04-47c5-a385-3066a25bfd4a Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: instance-0000003a Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-server-1798631320 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:00 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720-project-member Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 52338a4d-0f04-47c5-a385-3066a25bfd4a Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 52338a4d-0f04-47c5-a385-3066a25bfd4a Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: 4b390cb1-2187-4782-9d44-5c9b9ad9b387 Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.219320 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:04.221263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Preparing to wait for external event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:04.221263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:04.221263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:04.221263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:04.222723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:25:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1798631320',display_name='tempest-ServerActionsTestOtherB-server-1798631320',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1798631320',id=58,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:26:43Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-4rxiyu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='resize_reverting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:26:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=52338a4d-0f04-47c5-a385-3066a25bfd4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:04.223254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:04.224167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:04.224759 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:04.227298 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.228305 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.229098 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:04.230534 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:04.231836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:04.232445 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:04.243021 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.246027 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '45ef50a6-3a94-565f-9eef-c5ab70b00b17', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.248148 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.250320 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:04.256425 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.258916 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.259165 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99f83b84-7c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.259613 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99f83b84-7c, col_values=(('qos', UUID('316d86c8-4609-4b45-a524-870c5949888f')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.259835 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99f83b84-7c, col_values=(('external_ids', {'iface-id': '99f83b84-7c39-485e-b050-690d18ab1d84', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:e2:5e', 'vm-uuid': '52338a4d-0f04-47c5-a385-3066a25bfd4a'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:04.260877 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.264165 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:04.275969 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.277044 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') Nov 24 14:27:04.337602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:04.337602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Cannot resize image /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:04.337602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:04.337602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Ensure instance console log exists: /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:04.339318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:04.339318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:04.339906 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:04.342307 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:04.347210 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.363300 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:04.364072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV247Test-server-479365657', uuid='2d9bfcb9-df00-4afc-b8b3-6b8579533c74'), owner=OwnerMeta(userid='da11fb2c69a249bf8f154cae9f442b11', username='tempest-ServerShowV247Test-1300295756-project-member', projectid='26b1376be8104662979bf7c337af8fea', projectname='tempest-ServerShowV247Test-1300295756'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012424.363795) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:04.364650 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.370485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:04.370844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:04.371936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:04.372193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:04.373021 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:04.373325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:04.373482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:04.373638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:04.373781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:04.373887 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:04.374014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:04.374177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:04.374302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:04.374435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:04.374566 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:04.374732 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:04.377407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:04.464412 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.480232 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:04.528968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:04.529184 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] VM Started (Lifecycle Event) Nov 24 14:27:04.696392 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] End _get_guest_xml xml= Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: instance-0000003f Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-server-479365657 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:04 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756-project-member Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:04.883860 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:04.891580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:05.032334 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:05.035970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:05.036257 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] VM Paused (Lifecycle Event) Nov 24 14:27:05.200579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:05.394752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:05.541768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:05.550048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: resized, current task_state: resize_reverting, current DB power_state: 1, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:05.583736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:05.583736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:05.583736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:e0:17:63, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:05.583736 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Using config drive Nov 24 14:27:05.618733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:05.618960 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:05.619168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:05.619355 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:05.619537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No event matching network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 in dict_keys([('network-vif-plugged', 'd4e26249-7111-4183-9d42-7af0d94b64f4')]) {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:350}} Nov 24 14:27:05.620179 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-9eff71f7-b7cf-4eca-904b-959e37d484c9 req-b3762ab7-4e8c-41e4-92be-eef08aac4b72 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received unexpected event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with vm_state building and task_state spawning. Nov 24 14:27:05.909072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:05.909784 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:06.053692 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] During sync_power_state the instance has a pending task (resize_reverting). Skip. Nov 24 14:27:06.091358 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:06.217093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:06.218610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:06.219405 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating image(s) Nov 24 14:27:06.220315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:06.220784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:06.222268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:06.223470 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:06.230379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:06.234936 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating config drive at /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config Nov 24 14:27:06.241103 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpw20vx7f5 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.249780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.346957 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.347532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:06.348277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:06.349094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:06.354749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:06.355401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.367970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpw20vx7f5" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.419404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.064s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.425776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.463796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:06.463796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:06.463796 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:06.463796 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:06.498130 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.505247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:06.505630 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:06.506178 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Using config drive Nov 24 14:27:06.518693 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk 1073741824" returned: 0 in 0.093s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.518962 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.171s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:06.519203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.570604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30d93bd1224483aa1a3afd062483ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2400b15a19464799a689f554039e2c6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:06.592279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.073s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.592678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Checking if we can resize image /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:06.592913 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:06.657929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk --force-share --output=json" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:06.658351 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Cannot resize image /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:06.658723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:06.659872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Ensure instance console log exists: /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:06.660313 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:06.660654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:06.660879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:06.662475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:06.663266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:06.663472 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Started (Lifecycle Event) Nov 24 14:27:06.672662 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:06.673967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV247Test-server-1445432000', uuid='45d85714-d636-4578-9a72-b2a77da2e3a0'), owner=OwnerMeta(userid='da11fb2c69a249bf8f154cae9f442b11', username='tempest-ServerShowV247Test-1300295756-project-member', projectid='26b1376be8104662979bf7c337af8fea', projectname='tempest-ServerShowV247Test-1300295756'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012426.6736267) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:06.679116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:06.679233 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:06.685582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:06.686272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:06.686807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:06.687248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:06.687530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:06.687761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:06.688047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:06.688139 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:06.688311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:06.688570 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:06.688757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:06.688973 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:06.689577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:06.689577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:06.693610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'pci_devices' on Instance uuid 45d85714-d636-4578-9a72-b2a77da2e3a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:06.756188 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.759849 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.766288 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.772831 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.919896 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:06.941630 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:07.015056 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:07.020578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Successfully created port: 495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:07.088279 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Creating config drive at /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.config Nov 24 14:27:07.093404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp11lhoemo {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:07.169109 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:07.173522 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:07.173962 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Paused (Lifecycle Event) Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] End _get_guest_xml xml= Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: instance-00000040 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-server-1445432000 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:06 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756-project-member Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:07.198857 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:07.215696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp11lhoemo" returned: 0 in 0.120s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:07.441845 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Successfully updated port: 495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:07.448264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:07.463960 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:07.464125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:07.467040 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Instance spawned successfully. Nov 24 14:27:07.467271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:07.683485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:07.686698 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:07.687122 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:07.687509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:07.687963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:07.688235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Processing event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:07.688642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:07.688939 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:07.689235 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:07.689496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:07.689853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:07.690115 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received unexpected event network-vif-plugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with vm_state resized and task_state resize_reverting. Nov 24 14:27:07.690379 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:07.690678 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:07.691494 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:07.691870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:07.692279 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Processing event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:07.692782 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:07.693074 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:07.693368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:07.693750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:07.694133 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:07.694414 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received unexpected event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with vm_state building and task_state spawning. Nov 24 14:27:07.694778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-changed-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:07.695075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Refreshing instance network info cache due to event network-changed-495bde9c-37e5-40df-a7be-aafeb98e9ae1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:07.695370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquiring lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:07.695661 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Acquired lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:07.695945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Refreshing network info cache for port 495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:07.697644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Instance event wait completed in 3 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:07.697987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:07.702803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:07.707014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:07.710372 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance spawned successfully. Nov 24 14:27:07.711046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:07.718607 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Instance running successfully. Nov 24 14:27:07.719035 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] finish_revert_migration finished successfully. {{(pid=120184) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12856}} Nov 24 14:27:07.945203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:07.979544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:07.979872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:07.980372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:07.980803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:07.981156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:07.981586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.199526 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:08.228597 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:08.228796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:08.229241 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] VM Resumed (Lifecycle Event) Nov 24 14:27:08.247756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.248138 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.248712 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.249224 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.249721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.250320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:08.289509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:08.423871 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:08.463894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:08.465522 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:08.466025 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Creating image(s) Nov 24 14:27:08.466824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:08.467172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:08.468104 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:08.469106 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:08.474853 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:08.477181 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:08.492287 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Took 4.60 seconds to spawn the instance on the hypervisor. Nov 24 14:27:08.492789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:08.585359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.108s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:08.585927 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:08.586632 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:08.587383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:08.593459 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:08.594140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:08.694585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.100s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:08.695155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:08.726997 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:08.727793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.141s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:08.728330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:08.746726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:08.759695 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Took 7.20 seconds to spawn the instance on the hypervisor. Nov 24 14:27:08.760053 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:08.766027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:08.766334 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:08.767278 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Using config drive Nov 24 14:27:08.770870 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:08.799342 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:08.799904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:08.800331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:08.824765 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-149d2a06-6346-436a-8411-b69aa8bf37db tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Updating instance to original state: 'active' Nov 24 14:27:08.866664 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:08.867136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Cannot resize image /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:08.867574 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:08.868007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Ensure instance console log exists: /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:08.868203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:08.868495 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:08.868724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:08.927635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c1ae3f80-a81f-4cc8-9a18-62b2ae876810 req-0b47f6e8-bb45-4c9a-b2e2-3f6ed82fd3b3 service nova] Releasing lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:08.927635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquired lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:08.927635 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:09.009188 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Took 12.07 seconds to build instance. Nov 24 14:27:09.262473 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:09.274596 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:09.300602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:09.306581 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] VM Started (Lifecycle Event) Nov 24 14:27:09.307989 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Took 12.69 seconds to build instance. Nov 24 14:27:09.329471 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating config drive at /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config Nov 24 14:27:09.331927 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp2yi4i8yl {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:09.452464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp2yi4i8yl" returned: 0 in 0.120s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:09.493584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:09.515949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9e0ca10e-620e-4097-8d63-5036c7f8be7f tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.590s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:09.613697 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:09.625110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:09.628197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:09.632982 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance spawned successfully. Nov 24 14:27:09.634577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:09.724103 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Updating instance_info_cache with network_info: [{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:09.808989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:09.810019 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0292665a-cca5-46be-b656-82af812d9604 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.205s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:09.811907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:10.140899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.141203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.141452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.141894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.142357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.142811 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:10.228999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Releasing lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:10.229313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance network_info: |[{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:10.229800 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:10.230085 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:10.230344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:10.230533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:10.230738 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:10.235698 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start _get_guest_xml network_info=[{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:10.236474 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Terminating instance Nov 24 14:27:10.243147 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:10.244537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSON-server-1655993422', uuid='e3682c94-17a5-44fc-bbe9-fbf728aed58f'), owner=OwnerMeta(userid='8f30d93bd1224483aa1a3afd062483ca', username='tempest-ServerRescueTestJSON-1108140272-project-member', projectid='2400b15a19464799a689f554039e2c6a', projectname='tempest-ServerRescueTestJSON-1108140272'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012430.2440848) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:10.247813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:10.248481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:10.249895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:10.250292 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:10.251620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:10.252100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:10.252401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:10.252588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:10.252877 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:10.253055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:10.253298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:10.253546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:10.253795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:10.253988 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:10.254209 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:10.254386 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:10.259201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1655993422',display_name='tempest-ServerRescueTestJSON-server-1655993422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1655993422',id=65,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-u0g6yggf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:07Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=e3682c94-17a5-44fc-bbe9-fbf728aed58f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:10.259437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:10.260323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:10.260973 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'pci_devices' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:10.315310 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:10.315310 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Resumed (Lifecycle Event) Nov 24 14:27:10.648442 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Took 4.43 seconds to spawn the instance on the hypervisor. Nov 24 14:27:10.648818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:10.724905 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Rebuilding instance Nov 24 14:27:10.748925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] End _get_guest_xml xml= Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: instance-00000041 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-server-1655993422 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:10 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272-project-member Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:10.770084 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:10.771360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Preparing to wait for external event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:10.771360 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:10.773055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:10.773055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:10.776413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1655993422',display_name='tempest-ServerRescueTestJSON-server-1655993422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1655993422',id=65,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-u0g6yggf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:07Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=e3682c94-17a5-44fc-bbe9-fbf728aed58f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:10.776738 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:10.777335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:10.777670 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:10.778161 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.801908 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:10.802401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:10.803829 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.806952 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73b02e45-924c-5e13-9db3-e48dd0dd8c35', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:10.809161 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.811851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:10.820465 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:10.845132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.848567 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.851792 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap495bde9c-37, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:10.851792 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap495bde9c-37, col_values=(('qos', UUID('7fc35485-5b85-4e76-963d-b335187a762f')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:10.851792 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap495bde9c-37, col_values=(('external_ids', {'iface-id': '495bde9c-37e5-40df-a7be-aafeb98e9ae1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:b4:fa', 'vm-uuid': 'e3682c94-17a5-44fc-bbe9-fbf728aed58f'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:10.853848 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.858165 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:10.858832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuilding, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:10.868583 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.872757 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') Nov 24 14:27:10.875178 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:10.925174 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.934729 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:10.964531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:10.964712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:10.964864 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:10.964995 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:10.965125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:10.965274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-132aabc5-5e23-4ebb-9ae6-13510553a43e req-7ee2f5ef-c419-4972-8297-deef514183ff service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:11.044219 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Instance destroyed successfully. Nov 24 14:27:11.044520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid 52338a4d-0f04-47c5-a385-3066a25bfd4a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:11.159982 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Took 13.72 seconds to build instance. Nov 24 14:27:11.362284 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] During sync_power_state the instance has a pending task (rebuilding). Skip. Nov 24 14:27:11.362735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:11.363034 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] VM Resumed (Lifecycle Event) Nov 24 14:27:11.548731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:25:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1798631320',display_name='tempest-ServerActionsTestOtherB-server-1798631320',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1798631320',id=58,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:27:08Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-4rxiyu30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:27:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=52338a4d-0f04-47c5-a385-3066a25bfd4a,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:11.548731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "99f83b84-7c39-485e-b050-690d18ab1d84", "address": "fa:16:3e:b5:e2:5e", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99f83b84-7c", "ovs_interfaceid": "99f83b84-7c39-485e-b050-690d18ab1d84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:11.549401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:11.549911 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:11.552199 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.552664 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99f83b84-7c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:11.554322 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.556951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:11.560994 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.562272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.562686 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=316d86c8-4609-4b45-a524-870c5949888f) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:11.563579 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.565853 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:11.570457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.572785 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:e2:5e,bridge_name='br-int',has_traffic_filtering=True,id=99f83b84-7c39-485e-b050-690d18ab1d84,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99f83b84-7c') Nov 24 14:27:11.576394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:27:11.577620 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'target_lun': 0, 'volume_id': '4b390cb1-2187-4782-9d44-5c9b9ad9b387', 'auth_method': 'CHAP', 'auth_username': 'Zt5RT2wsxNd2BE4Xs4Ng', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:27:11.577941 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:27:11.578516 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:27:11.580889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.587250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.588145 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f121fa33-9d3b-4885-89fe-b43f3766a479]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:27:11.588658 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:27:11.588976 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:27:11.588976 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:27:11.588976 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:27:11.589470 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:27:11.591904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.601239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.601239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6b35fe-dc1d-468f-9a2c-85fb010e386b]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.604257 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.615087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.615353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3a33da-e064-4d4d-9057-5a4ca5491f31]: (4, ('tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.615832 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:27:11.615832 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:27:11.616326 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsi session list stdout=tcp: [11] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 (non-flash) Nov 24 14:27:11.616326 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:27:11.617003 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Resulting device map defaultdict(. at 0x7fbcac5af380>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:27:11.617389 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:27:11.623420 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.629797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c7610e14-40f9-4eee-8d25-ba0664c6313a]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:27:11.630865 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:27:11.631322 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7610e14-40f9-4eee-8d25-ba0664c6313a]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.632245 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:27:11.634989 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.640294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.640581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2a0d93-c9b7-4c4a-82ee-4587c5c99a56]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.641295 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:27:11.642945 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.666863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-065c6010-44fa-4a70-812b-6f637b9046c6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.242s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:11.680071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.036s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.680071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d19761-6762-4274-912a-1bbe6941b17d]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.680282 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:27:11.680473 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:27:11.680801 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:27:11.683763 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.698294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.700178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[824c0d3a-1cee-4948-b22d-b5bb874452e7]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.700178 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:11.701225 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.725211 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --logout" returned: 0 in 0.024s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.725367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e4b559-99e0-4485-887d-92d54f049169]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.725626 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] Nov 24 14:27:11.725626 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387, portal: 38.102.83.12,3260] successful. Nov 24 14:27:11.725626 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:11.726602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:11.734039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-4b390cb1-2187-4782-9d44-5c9b9ad9b387 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:11.734124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[921e19e1-e408-40d4-a245-30049ac0259c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:11.734377 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:27:11.734710 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.156s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:27:11.734850 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] <== disconnect_volume: return (157ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:27:11.734984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:27:11.735219 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Deleting instance files /opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a_del Nov 24 14:27:11.735770 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Deletion of /opt/stack/data/nova/instances/52338a4d-0f04-47c5-a385-3066a25bfd4a_del complete Nov 24 14:27:11.867348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:11.873868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:11.873868 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] VM Resumed (Lifecycle Event) Nov 24 14:27:11.921624 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.924823 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.927617 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.949689 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:11.960119 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.153500 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance destroyed successfully. Nov 24 14:27:12.158003 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance destroyed successfully. Nov 24 14:27:12.159034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:08Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:09Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:12.159454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:12.160203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:12.161579 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:12.162316 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.162716 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd4e26249-71, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:12.163833 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.165987 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:12.171008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.171008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.171008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4090aa97-da77-4e84-96f4-7f4dd8f448c7) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:12.171255 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.173168 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:12.175353 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:12.177798 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') Nov 24 14:27:12.178211 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Deleting instance files /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5_del Nov 24 14:27:12.178731 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Deletion of /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5_del complete Nov 24 14:27:12.243138 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Took 1.49 seconds to destroy the instance on the hypervisor. Nov 24 14:27:12.243138 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:12.243138 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:12.243385 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:12.243678 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:12.295571 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:12.376642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:12.383042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuilding, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:12.404193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:12.404727 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:12.405174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No VIF found with MAC fa:16:3e:03:b4:fa, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:12.406155 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Using config drive Nov 24 14:27:12.885637 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] During sync_power_state the instance has a pending task (rebuilding). Skip. Nov 24 14:27:12.886167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:12.886501 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] VM Started (Lifecycle Event) Nov 24 14:27:12.916083 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:13.013640 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:13.014399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Acquiring lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.015072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.015367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.015750 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] No waiting events found dispatching network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:13.016072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-unplugged-99f83b84-7c39-485e-b050-690d18ab1d84 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:13.016322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:13.016649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.016908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.017145 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.017666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:13.018416 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received unexpected event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with vm_state active and task_state rebuild_block_device_mapping. Nov 24 14:27:13.018484 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:13.018666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.018901 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.019039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.019220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:13.019408 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received unexpected event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with vm_state active and task_state rebuild_block_device_mapping. Nov 24 14:27:13.019616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Received event network-vif-deleted-99f83b84-7c39-485e-b050-690d18ab1d84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:13.019852 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Neutron deleted interface 99f83b84-7c39-485e-b050-690d18ab1d84; detaching it from the instance and deleting it from the info cache Nov 24 14:27:13.020190 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:13.032886 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Rebuilding instance Nov 24 14:27:13.067962 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Creating config drive at /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config Nov 24 14:27:13.072333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp5tsn2erg {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:13.143580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:13.188732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp5tsn2erg" returned: 0 in 0.116s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:13.215419 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:13.268970 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.277100 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.287976 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.392411 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:13.411633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuilding, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:13.434610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6f8af557-bf70-4210-874d-589597ad15a2 req-531dd7be-fd16-418f-a21b-3d3b89f69365 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:13.434610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6f8af557-bf70-4210-874d-589597ad15a2 req-531dd7be-fd16-418f-a21b-3d3b89f69365 service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.434610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6f8af557-bf70-4210-874d-589597ad15a2 req-531dd7be-fd16-418f-a21b-3d3b89f69365 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.434717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6f8af557-bf70-4210-874d-589597ad15a2 req-531dd7be-fd16-418f-a21b-3d3b89f69365 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.435369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6f8af557-bf70-4210-874d-589597ad15a2 req-531dd7be-fd16-418f-a21b-3d3b89f69365 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Processing event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:13.457612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:13.461631 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:13.464577 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance spawned successfully. Nov 24 14:27:13.464577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:13.509139 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.512678 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.515300 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.518105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.520042 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:13.526266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-701ff861-8b65-4dd0-8a22-c2264cd716ce req-beb65cd1-6726-412d-9fb8-a9b1c92872f9 service nova] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Detach interface failed, port_id=99f83b84-7c39-485e-b050-690d18ab1d84, reason: Instance 52338a4d-0f04-47c5-a385-3066a25bfd4a could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:27:13.699643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:13.699805 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating image(s) Nov 24 14:27:13.700229 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.702746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.703203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.703700 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:13.706224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:13.707228 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:13.718857 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Took 1.48 seconds to deallocate network for instance. Nov 24 14:27:13.814454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:13.814723 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:13.815136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:13.815504 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:13.817938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:13.818194 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:13.905902 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:13.907275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:13.921814 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] During sync_power_state the instance has a pending task (rebuilding). Skip. Nov 24 14:27:13.923134 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:13.923134 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Started (Lifecycle Event) Nov 24 14:27:13.963638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk 1073741824" returned: 0 in 0.057s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:13.963917 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.149s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:13.964158 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:13.984728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:13.984728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:13.985645 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:13.986627 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:13.987478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:13.988340 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:14.025697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:14.025697 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:14.025983 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:14.110787 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk --force-share --output=json" returned: 0 in 0.085s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:14.111136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:14.111463 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:14.111721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Ensure instance console log exists: /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:14.112052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:14.112312 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:14.112502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:14.114103 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start _get_guest_xml network_info=[{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:14.116607 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:27:14.117543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-63314303', uuid='fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012434.1172707) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:14.119360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:14.119360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:14.120161 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:14.120604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:14.121415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:14.121817 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:14.122060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:14.122232 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:14.122496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:14.122688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:14.122931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:14.123158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:14.123342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:14.123530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:14.123730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:14.123923 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:14.124130 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'vcpu_model' on Instance uuid fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:14.428163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:14.436298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:14.498798 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Took 6.03 seconds to spawn the instance on the hypervisor. Nov 24 14:27:14.499078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:14.545468 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance destroyed successfully. Nov 24 14:27:14.554677 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance destroyed successfully. Nov 24 14:27:14.555372 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Deleting instance files /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0_del Nov 24 14:27:14.556104 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Deletion of /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0_del complete Nov 24 14:27:14.631515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:08Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:12Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:14.631982 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:14.633020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] End _get_guest_xml xml= Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: instance-0000003e Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-63314303 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:14 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:14.635190 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:14.637757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Preparing to wait for external event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:14.637757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:14.637757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:14.637757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:14.637757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:08Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:12Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:14.638248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:14.638933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:14.639410 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:14.640373 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.640839 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:14.641215 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:14.642356 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.642705 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f217790-7502-557d-81ee-94bf233f6725', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:14.680536 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.682573 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:14.683679 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.685968 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.686244 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd4e26249-71, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:14.686760 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd4e26249-71, col_values=(('qos', UUID('5008792e-94c1-4a35-9206-4faaa8eb65f9')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:14.686976 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd4e26249-71, col_values=(('external_ids', {'iface-id': 'd4e26249-7111-4183-9d42-7af0d94b64f4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:17:63', 'vm-uuid': 'fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:14.687880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.691224 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:14.696206 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:14.697163 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') Nov 24 14:27:14.939665 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:14.939955 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:14.940163 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Paused (Lifecycle Event) Nov 24 14:27:15.013381 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Took 13.29 seconds to build instance. Nov 24 14:27:15.443525 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:15.447208 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:15.447208 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Resumed (Lifecycle Event) Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:15.470766 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-2124ff6f-9081-4b61-a6a1-ea89ada72eda req-e5871bca-2596-4c5a-9af6-ba79ebfb8941 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received unexpected event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with vm_state active and task_state rescuing. Nov 24 14:27:15.517474 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8fca28a0-e791-43f8-931f-ee145679f611 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.804s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:15.844262 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Rescuing Nov 24 14:27:15.844458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:15.845231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquired lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:15.845231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:15.948885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:15.951516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:16.076182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:16.077043 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating image(s) Nov 24 14:27:16.077043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:16.077043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:16.077418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "/opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:16.077940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:16.080520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:16.082263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:16.191857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.109s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:16.192681 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:16.193467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:16.195044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:16.201631 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:16.202227 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:16.226736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:16.227034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:16.227328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:e0:17:63, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:16.228421 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Using config drive Nov 24 14:27:16.285673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:16.286273 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:16.329442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk 1073741824" returned: 0 in 0.043s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:16.330057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.137s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:16.330530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:16.348974 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:16.429546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:16.429936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Checking if we can resize image /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:16.430205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:16.465511 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] During sync_power_state the instance has a pending task (rescuing). Skip. Nov 24 14:27:16.513101 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:16.513970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Cannot resize image /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:16.514381 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:16.514667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Ensure instance console log exists: /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:16.515169 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:16.515568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:16.515778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:16.518591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:16.520307 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:27:16.521634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV247Test-server-1445432000', uuid='45d85714-d636-4578-9a72-b2a77da2e3a0'), owner=OwnerMeta(userid='da11fb2c69a249bf8f154cae9f442b11', username='tempest-ServerShowV247Test-1300295756-project-member', projectid='26b1376be8104662979bf7c337af8fea', projectname='tempest-ServerShowV247Test-1300295756'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012436.5212939) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:16.523835 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:16.524366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:16.526622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:16.526622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:16.527482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:16.528022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:16.528258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:16.528427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:16.528648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:16.528815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:16.529062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:16.529286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:16.529422 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:16.529673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:16.529860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:16.530056 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:16.530306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'vcpu_model' on Instance uuid 45d85714-d636-4578-9a72-b2a77da2e3a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:16.669672 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:16.757642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'ec2_ids' on Instance uuid fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:16.788838 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Took 3.07 seconds to detach 1 volumes for instance. Nov 24 14:27:16.800615 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Updating instance_info_cache with network_info: [{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:16.971314 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] End _get_guest_xml xml= Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: instance-00000040 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-server-1445432000 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:16 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756-project-member Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV247Test-1300295756 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:17.041312 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:17.266575 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:17.266929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'keypairs' on Instance uuid fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:17.295256 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:17.295702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:17.297922 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:17.321310 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Releasing lock "refresh_cache-e3682c94-17a5-44fc-bbe9-fbf728aed58f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:17.370693 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Deleted allocations for instance 52338a4d-0f04-47c5-a385-3066a25bfd4a Nov 24 14:27:17.771565 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:17.778710 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:27:17.911130 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Creating config drive at /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config Nov 24 14:27:17.916817 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp1evavsgq {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:18.056504 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp1evavsgq" returned: 0 in 0.139s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:18.153619 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.164518 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.342745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:18.342863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:18.343012 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Started (Lifecycle Event) Nov 24 14:27:18.347253 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fe1e6e3b-952c-44f5-a1c3-b5f8e73d59ed req-e7cf092a-7520-4509-abd1-345c0e2c9cab service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:18.347253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fe1e6e3b-952c-44f5-a1c3-b5f8e73d59ed req-e7cf092a-7520-4509-abd1-345c0e2c9cab service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:18.348236 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fe1e6e3b-952c-44f5-a1c3-b5f8e73d59ed req-e7cf092a-7520-4509-abd1-345c0e2c9cab service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:18.348387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fe1e6e3b-952c-44f5-a1c3-b5f8e73d59ed req-e7cf092a-7520-4509-abd1-345c0e2c9cab service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:18.348539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fe1e6e3b-952c-44f5-a1c3-b5f8e73d59ed req-e7cf092a-7520-4509-abd1-345c0e2c9cab service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Processing event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:18.349092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:18.354664 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:18.357212 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance spawned successfully. Nov 24 14:27:18.357452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:18.402990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-45e0623a-0019-47ce-90a4-d46b0abf898e tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "52338a4d-0f04-47c5-a385-3066a25bfd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.173s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:18.420766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.421037 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.425727 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.429413 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.429413 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.565117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:18.565327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:18.565916 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Using config drive Nov 24 14:27:18.846536 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:18.848789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:18.864512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.864711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.865041 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.865266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.865545 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.865836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:18.965796 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.973271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:18.992154 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:19.002795 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:19.076716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'ec2_ids' on Instance uuid 45d85714-d636-4578-9a72-b2a77da2e3a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:19.140291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:19.140527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:19.140791 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:19.141134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:19.143286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:19.143286 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-cab7cdcc-e8b6-4535-add4-2f3cb5c8c565 req-aad37ae0-f59c-493d-8d49-bbb3f98fe5ef service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received unexpected event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with vm_state active and task_state rescuing. Nov 24 14:27:19.170759 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:19.209819 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance destroyed successfully. Nov 24 14:27:19.210442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'numa_topology' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:19.351282 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:27:19.351446 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:19.351608 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Paused (Lifecycle Event) Nov 24 14:27:19.372335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:19.582206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Object Instance<45d85714-d636-4578-9a72-b2a77da2e3a0> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:19.582361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'keypairs' on Instance uuid 45d85714-d636-4578-9a72-b2a77da2e3a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:19.687787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:19.716376 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Attempting rescue Nov 24 14:27:19.716837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} {{(pid=120184) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4602}} Nov 24 14:27:19.720131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:27:19.720235 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Creating image(s) Nov 24 14:27:19.720677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:19.720838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:19.721246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:19.721390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'trusted_certs' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:19.854864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:19.858706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:19.858990 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Resumed (Lifecycle Event) Nov 24 14:27:19.885472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:19.885806 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:19.886089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:27:20.086414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Object Instance<45d85714-d636-4578-9a72-b2a77da2e3a0> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:20.091237 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:27:20.128235 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:20.128470 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:20.152848 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Creating config drive at /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config Nov 24 14:27:20.158221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpcrjnprvp {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:20.224141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:20.225232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:20.232183 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:20.233946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:20.234740 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:20.235301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:20.242016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:20.242332 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:20.280986 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpcrjnprvp" returned: 0 in 0.122s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:20.352891 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.110s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:20.353580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:20.370306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:20.378310 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:20.390122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:20.390385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:20.390783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:20.391094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:20.391420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:20.391750 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-275d9085-6dda-48d6-b30d-62f133a404c2 req-2ff4c8ae-fdc7-4440-b3e0-316329dd6ea7 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received unexpected event network-vif-plugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with vm_state active and task_state None. Nov 24 14:27:20.398370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue" returned: 0 in 0.045s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:20.399234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.165s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:20.399541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'migration_context' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:20.507296 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:20.507832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:20.511895 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance spawned successfully. Nov 24 14:27:20.512496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:20.631891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:20.894465 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 45d85714-d636-4578-9a72-b2a77da2e3a0 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:20.894465 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:20.894933 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] VM Resumed (Lifecycle Event) Nov 24 14:27:20.905780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-42797aa1-6b72-4d7c-b422-3e867c32690e tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:20.905780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:20.905780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:20.906188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start _get_guest_xml network_info=[{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:03:b4:fa"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue={'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=Noneshare_info=ShareMappingList(objects=[]) {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:20.906551 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'resources' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:21.022202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.022537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.023137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.023695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.024245 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.024803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:21.189340 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:21.189898 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:21.190062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:21.190489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:21.190700 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:21.191317 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-3ee2fa0c-93dd-4b92-aae0-dc108b44b7b7 req-e8896e51-19fc-4290-b5a4-a1ee749156a8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received unexpected event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with vm_state active and task_state rescuing. Nov 24 14:27:21.202663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:21.203050 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:21.207805 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:21.208115 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Claim successful on node np0005533992.novalocal Nov 24 14:27:21.212624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:21.212955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:21.213276 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:21.213681 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:21.214047 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:21.216431 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Terminating instance Nov 24 14:27:21.399541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:21.404326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:21.411515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:21.422914 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:21.424116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSON-server-1655993422', uuid='e3682c94-17a5-44fc-bbe9-fbf728aed58f'), owner=OwnerMeta(userid='8f30d93bd1224483aa1a3afd062483ca', username='tempest-ServerRescueTestJSON-1108140272-project-member', projectid='2400b15a19464799a689f554039e2c6a', projectname='tempest-ServerRescueTestJSON-1108140272'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:03:b4:fa"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012441.4237413) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:21.426165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:21.426477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:21.430836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:21.431186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:21.431847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:21.432121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:21.435400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'vcpu_model' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:21.531074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:21.723038 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:21.790636 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:21.797626 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:21.802057 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:21.820059 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:21.834946 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:21.907504 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:27:21.908020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:21.908020 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] VM Started (Lifecycle Event) Nov 24 14:27:21.936330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:21.940033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1655993422',display_name='tempest-ServerRescueTestJSON-server-1655993422',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1655993422',id=65,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:14Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-u0g6yggf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:14Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=e3682c94-17a5-44fc-bbe9-fbf728aed58f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:03:b4:fa"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:21.940269 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:03:b4:fa"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:21.940936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:21.941487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'pci_devices' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:21.946642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:21.946642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:21.994633 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Instance destroyed successfully. Nov 24 14:27:21.995030 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'resources' on Instance uuid fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:22.041434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:22.411515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:22.427043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:22.431760 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:22.431760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Acquiring lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] No waiting events found dispatching network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:22.433711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b629bf2b-8932-4dbb-916b-003dad1dc679 req-427d8dc0-2520-4f50-b1df-1dc06c2b333e service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-unplugged-d4e26249-7111-4183-9d42-7af0d94b64f4 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:22.447369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] End _get_guest_xml xml= Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: instance-00000041 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-server-1655993422 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:21 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272-project-member Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:22.448278 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:22.461927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:22.479389 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance destroyed successfully. Nov 24 14:27:22.498182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:26:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-63314303',display_name='tempest-ServerDiskConfigTestJSON-server-63314303',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-63314303',id=62,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:19Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-bxtp653n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:27:19Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:22.498370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "d4e26249-7111-4183-9d42-7af0d94b64f4", "address": "fa:16:3e:e0:17:63", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd4e26249-71", "ovs_interfaceid": "d4e26249-7111-4183-9d42-7af0d94b64f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:22.498797 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:22.499034 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:22.500375 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:22.500619 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd4e26249-71, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:22.501701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:22.503541 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:22.510537 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:22.510537 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:22.510537 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5008792e-94c1-4a35-9206-4faaa8eb65f9) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:22.511142 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:22.539263 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:22.547789 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:17:63,bridge_name='br-int',has_traffic_filtering=True,id=d4e26249-7111-4183-9d42-7af0d94b64f4,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd4e26249-71') Nov 24 14:27:22.548272 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Deleting instance files /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5_del Nov 24 14:27:22.549240 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Deletion of /opt/stack/data/nova/instances/fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5_del complete Nov 24 14:27:22.567781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:22.761513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "45d85714-d636-4578-9a72-b2a77da2e3a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:22.761912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:22.762232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "45d85714-d636-4578-9a72-b2a77da2e3a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:22.762525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:22.762828 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:22.765648 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Terminating instance Nov 24 14:27:22.930743 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:27:23.014935 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:23.058577 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:27:23.059005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:23.059338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:23.059521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:23.059928 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:23.082362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:23.195669 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:23.270117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "refresh_cache-45d85714-d636-4578-9a72-b2a77da2e3a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:23.270955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquired lock "refresh_cache-45d85714-d636-4578-9a72-b2a77da2e3a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:23.271632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:23.411238 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:23.471975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cbe38848-7b9f-43ed-a55f-66946dba4d89 req-385324d9-ccf8-4df8-93e3-600ee831e546 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Received event network-vif-deleted-d4e26249-7111-4183-9d42-7af0d94b64f4 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:23.472616 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-cbe38848-7b9f-43ed-a55f-66946dba4d89 req-385324d9-ccf8-4df8-93e3-600ee831e546 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Neutron deleted interface d4e26249-7111-4183-9d42-7af0d94b64f4; detaching it from the instance and deleting it from the info cache Nov 24 14:27:23.473007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cbe38848-7b9f-43ed-a55f-66946dba4d89 req-385324d9-ccf8-4df8-93e3-600ee831e546 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:23.591503 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:23.591967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:23.594434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.553s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:23.594659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:27:23.775826 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:23.830936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:23.930443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:23.933165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:23.980318 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cbe38848-7b9f-43ed-a55f-66946dba4d89 req-385324d9-ccf8-4df8-93e3-600ee831e546 service nova] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Detach interface failed, port_id=d4e26249-7111-4183-9d42-7af0d94b64f4, reason: Instance fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:27:24.021227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:24.021426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:24.021651 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:24.021826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No VIF found with MAC fa:16:3e:03:b4:fa, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:24.022387 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Using config drive Nov 24 14:27:24.113243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:24.113538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:24.117663 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:24.118110 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:24.148505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fd076252-2992-4c1f-ae1e-1305e42fd12e tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.554s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:24.150825 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.136s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:24.159246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:24.159750 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Claim successful on node np0005533992.novalocal Nov 24 14:27:24.206838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07e25c7d369640fc89690c8cbf7d03e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8bf7221feff410c81ab1b733598e6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:24.457239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Releasing lock "refresh_cache-45d85714-d636-4578-9a72-b2a77da2e3a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:24.457239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:24.457239 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Took 1.38 seconds to deallocate network for instance. Nov 24 14:27:24.525884 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'ec2_ids' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:24.605257 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:24.730091 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance destroyed successfully. Nov 24 14:27:24.731037 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'resources' on Instance uuid 45d85714-d636-4578-9a72-b2a77da2e3a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:24.737667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Successfully created port: 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:24.971221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:25.033144 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:25.033472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'keypairs' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:25.112447 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:25.208618 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Successfully updated port: 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:25.213987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:25.214346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing instance network info cache due to event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:25.214642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:25.214870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:25.215104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:25.235442 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Deleting instance files /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0_del Nov 24 14:27:25.236080 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Deletion of /opt/stack/data/nova/instances/45d85714-d636-4578-9a72-b2a77da2e3a0_del complete Nov 24 14:27:25.492608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:25.538239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:25.542820 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:25.686661 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Creating config drive at /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config.rescue Nov 24 14:27:25.692160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfskd0v35 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:25.713385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:25.717641 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:25.759087 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Took 1.32 seconds to destroy the instance on the hypervisor. Nov 24 14:27:25.759417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:25.759716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:25.759844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:25.760179 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:25.799060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:25.820722 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfskd0v35" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:25.835860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:25.836096 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:25.923476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:25.938752 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:25.938752 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:25.990179 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:25.996388 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:26.058724 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:26.058724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:26.059046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:26.059136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:26.059333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:26.059503 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-d41482a4-012a-40b6-9ac1-3c064766c325 req-957bdd9b-f2f9-4dd7-b7ee-c354cd4432af service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received unexpected event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with vm_state active and task_state rescuing. Nov 24 14:27:26.114017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for e3682c94-17a5-44fc-bbe9-fbf728aed58f due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:26.114304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:26.114512 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Resumed (Lifecycle Event) Nov 24 14:27:26.121143 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70fe3296-1983-46ef-96c5-9e69c5da875e tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:26.130579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:26.134026 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:26.134381 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating image(s) Nov 24 14:27:26.134937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:26.135164 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:26.135918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:26.136396 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:26.141722 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:26.144868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:26.205340 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:26.208696 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:26.211408 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:26.214262 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:26.215194 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:26.226164 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:26.226164 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:26.226631 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:26.227099 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:26.232186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:26.232571 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:26.320569 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.087s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:26.321490 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:26.340201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:26.359969 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk 1073741824" returned: 0 in 0.038s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:26.360804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.134s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:26.361525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:26.450165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.088s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:26.450820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:26.451372 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:26.496233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c9de15e2-2250-4bc5-bcc8-f3e079302ac6 req-92c28756-d5c5-4513-aa6b-b7dac1e1b976 service nova] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:26.497422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:26.497755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:26.501808 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:26.502546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:26.511262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.540s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:26.517262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:26.519344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Cannot resize image /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:26.520780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:26.521926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Ensure instance console log exists: /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:26.522463 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:26.524157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:26.525448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:26.622010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:26.646036 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:26.770632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:26.844885 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Took 1.08 seconds to deallocate network for instance. Nov 24 14:27:27.002262 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:27.037054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:27.037383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:27.037887 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:27.038349 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:27.100756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:27.134730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19d2a265be24465fa3043f8fd7277d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb2b5553f7b4d91a5854c6e032c22c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:27.148860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:27.148991 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Started (Lifecycle Event) Nov 24 14:27:27.231773 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:27.273356 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:27.353583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:27.370632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:27.511927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Successfully created port: 1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:27.515598 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:27.553852 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:27.652311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:27.657196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Synchronizing instance power state after lifecycle event "Started"; current vm_state: rescued, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:27.779593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.268s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:27.802188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.449s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:27.844949 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocations for instance fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5 Nov 24 14:27:27.886059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:27.886059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance network_info: |[{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:27.892595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start _get_guest_xml network_info=[{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:27.896264 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:27.898001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerActionsTestOtherB-server-651731952', uuid='6d7aa71c-ef9d-43cd-a502-19dae5b29451'), owner=OwnerMeta(userid='07e25c7d369640fc89690c8cbf7d03e3', username='tempest-ServerActionsTestOtherB-39742720-project-member', projectid='d8bf7221feff410c81ab1b733598e6ee', projectname='tempest-ServerActionsTestOtherB-39742720'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012447.8970542) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:27.915748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:27.916183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:27.919457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:27.919902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:27.920856 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:27.921246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:27.921467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:27.921660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:27.921863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:27.922028 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:27.922191 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:27.922417 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:27.922620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:27.923280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:27.923494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:27.923730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:27.926776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:27.927007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:27.927720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:27.928291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:27.929803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Successfully updated port: 1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:27.979872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-changed-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:27.979872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Refreshing instance network info cache due to event network-changed-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:27.979872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] Acquiring lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:27.979872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] Acquired lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:27.979872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Refreshing network info cache for port 1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:28.060670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:28.061778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:28.099649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:28.099649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:28.099649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:28.099649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:28.099649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:28.100178 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-a1554115-1b96-4e0f-9e04-8a4229a9922b req-c6f9a6bd-0306-4177-9077-a5bca121feb8 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received unexpected event network-vif-plugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with vm_state rescued and task_state None. Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] End _get_guest_xml xml= Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: instance-00000042 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-server-651731952 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:27 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720-project-member Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:28.433255 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:28.435868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Preparing to wait for external event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:28.435868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:28.435868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:28.435868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:28.435868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:28.436181 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:28.437043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:28.437572 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:28.438208 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.438684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:28.439116 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:28.440216 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.440606 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b4cc94d1-c2f8-5a4f-80e6-68013d55bc06', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:28.443025 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.444684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:28.447376 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:28.449443 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.449848 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01f283c7-2c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:28.450395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01f283c7-2c, col_values=(('qos', UUID('af27bd65-6b94-45cf-9109-f4bc8fe8ce9e')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:28.450774 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01f283c7-2c, col_values=(('external_ids', {'iface-id': '01f283c7-2c76-4b98-8cff-45b0b707cb40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:b6:72', 'vm-uuid': '6d7aa71c-ef9d-43cd-a502-19dae5b29451'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:28.452155 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.455438 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:28.461790 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:28.463183 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') Nov 24 14:27:28.482068 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:28.563739 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:28.568486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:28.749826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:28.768788 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:28.769134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:28.875152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b3b99e50-fd1c-4fe0-840e-4e4a2c547168 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.662s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:28.922636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:28.922825 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] VM Stopped (Lifecycle Event) Nov 24 14:27:29.103701 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.301s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:29.133476 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:29.134943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:29.135370 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating image(s) Nov 24 14:27:29.136063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:29.136490 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:29.137288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:29.138128 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:29.144328 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:29.148527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:29.176838 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Deleted allocations for instance 45d85714-d636-4578-9a72-b2a77da2e3a0 Nov 24 14:27:29.254977 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5643aad1-4a2b-4cb4-bfba-a3f0d302b4e2 req-615fc1d5-b39d-4efc-94e0-602ff30b5222 service nova] Releasing lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:29.255482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:29.255745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:29.273369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:29.288198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.140s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:29.288811 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:29.289786 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:29.291061 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:29.300920 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:29.301638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:29.397587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:29.398149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:29.427370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a6c7e529-44b6-45d2-9434-47f3cc29f36c None None] [instance: 52338a4d-0f04-47c5-a385-3066a25bfd4a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:29.441042 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk 1073741824" returned: 0 in 0.043s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:29.441713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.152s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:29.442232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:29.525849 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:29.526396 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:29.526888 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:29.612978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:29.613357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:29.613785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:29.614015 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Ensure instance console log exists: /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:29.614405 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:29.614838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:29.614954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:29.818521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:29.818754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:29.823048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:29.823260 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Claim successful on node np0005533992.novalocal Nov 24 14:27:29.837812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:29.939414 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:30.000994 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:30.001117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:30.001241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No VIF found with MAC fa:16:3e:81:b6:72, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:30.001701 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Using config drive Nov 24 14:27:30.026079 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Updating instance_info_cache with network_info: [{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:30.188155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ad85212a-2066-4770-b24e-6bc7817c9ce6 tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "45d85714-d636-4578-9a72-b2a77da2e3a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.426s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:30.514998 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:30.535216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-17fa9ffe-8b52-4e2c-98cb-3d415dff2136" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:30.535505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance network_info: |[{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:30.538393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start _get_guest_xml network_info=[{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:30.542771 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:30.543780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-145622855', uuid='17fa9ffe-8b52-4e2c-98cb-3d415dff2136'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012450.5434358) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:30.545101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:30.545503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:30.546537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:30.546752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:30.548137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:30.548439 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:30.548709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:30.548849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:30.548998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:30.549174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:30.549298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:30.549459 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:30.549671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:30.549927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:30.550141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:30.550266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:30.553220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:28Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:30.553405 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:30.554324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:30.555359 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'pci_devices' on Instance uuid 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:30.627506 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating config drive at /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config Nov 24 14:27:30.633224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_lyt69d1 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:30.761038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_lyt69d1" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:30.823532 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:30.827134 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:30.842575 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:30.919583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:30.919583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:30.919583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:30.919583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:30.919583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:30.921977 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Terminating instance Nov 24 14:27:30.959233 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:30.961839 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:30.973783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2459558f-216e-40b9-a4e6-8ad91b9d4f8e req-e827c74f-26a8-4255-959e-02d38b6fdf01 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:30.973783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2459558f-216e-40b9-a4e6-8ad91b9d4f8e req-e827c74f-26a8-4255-959e-02d38b6fdf01 service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:30.973783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2459558f-216e-40b9-a4e6-8ad91b9d4f8e req-e827c74f-26a8-4255-959e-02d38b6fdf01 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:30.974602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2459558f-216e-40b9-a4e6-8ad91b9d4f8e req-e827c74f-26a8-4255-959e-02d38b6fdf01 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:30.974602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2459558f-216e-40b9-a4e6-8ad91b9d4f8e req-e827c74f-26a8-4255-959e-02d38b6fdf01 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Processing event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:31.026165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:31.026411 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Started (Lifecycle Event) Nov 24 14:27:31.028228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:31.031276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:31.035882 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance spawned successfully. Nov 24 14:27:31.036131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] End _get_guest_xml xml= Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: instance-00000043 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-145622855 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:30 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:31.061449 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:31.065365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Preparing to wait for external event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:31.065365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:31.065365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:31.065365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:31.065365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:28Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.065610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9fa634ec-09ce-5fe9-94a0-5515ba25b977', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:31.069798 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.069798 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:31.072225 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.072225 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e2706b0-e7, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:31.072225 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e2706b0-e7, col_values=(('qos', UUID('ccdcb37f-9619-44e9-b869-7edf1fe2f5fc')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:31.072225 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e2706b0-e7, col_values=(('external_ids', {'iface-id': '1e2706b0-e7d8-48dc-b2f1-0e8902098a0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:06:26', 'vm-uuid': '17fa9ffe-8b52-4e2c-98cb-3d415dff2136'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:31.072466 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.074206 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:31.079456 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:31.080133 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') Nov 24 14:27:31.113154 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:31.427505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "refresh_cache-2d9bfcb9-df00-4afc-b8b3-6b8579533c74" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:31.427999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquired lock "refresh_cache-2d9bfcb9-df00-4afc-b8b3-6b8579533c74" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:31.428128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:31.530346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:31.540629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:31.547786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.547786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.547786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.547786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.548826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.548826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:31.617300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:31.931527 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:31.976642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:32.034932 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:32.043785 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:32.044177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:32.044454 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Paused (Lifecycle Event) Nov 24 14:27:32.058171 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Took 5.93 seconds to spawn the instance on the hypervisor. Nov 24 14:27:32.059841 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:32.129911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:32.129911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:32.162166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:32.556168 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:32.562038 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:32.562351 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Resumed (Lifecycle Event) Nov 24 14:27:32.601912 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Took 11.46 seconds to build instance. Nov 24 14:27:32.609208 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:32.609390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:32.609597 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:05:06:26, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:32.610116 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Using config drive Nov 24 14:27:32.638094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:32.638449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:32.638846 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:32.639265 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:32.667346 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Releasing lock "refresh_cache-2d9bfcb9-df00-4afc-b8b3-6b8579533c74" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:32.667804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:32.737629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f30d93bd1224483aa1a3afd062483ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2400b15a19464799a689f554039e2c6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:32.932283 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Instance destroyed successfully. Nov 24 14:27:32.932707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lazy-loading 'resources' on Instance uuid 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:33.038310 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:33.039271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:33.039727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:33.039996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:33.040273 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:33.040914 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-45c61877-5708-476e-be80-c591b4540da2 req-790c9547-b50b-472a-b900-f0a7cd14812b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received unexpected event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with vm_state active and task_state None. Nov 24 14:27:33.068843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:33.075508 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:33.107511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f14fb548-2e52-43a0-8626-766f82134d6c tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.979s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:33.115612 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:33.146871 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:33.207575 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating config drive at /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config Nov 24 14:27:33.210775 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj84mdtbu {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:33.227228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Successfully created port: 5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:33.335472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj84mdtbu" returned: 0 in 0.124s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:33.408400 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.420490 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.430113 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.435961 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Deleting instance files /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74_del Nov 24 14:27:33.437152 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Deletion of /opt/stack/data/nova/instances/2d9bfcb9-df00-4afc-b8b3-6b8579533c74_del complete Nov 24 14:27:33.451891 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.625483 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:33.626096 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Started (Lifecycle Event) Nov 24 14:27:33.649990 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:33.668467 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.675122 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.678537 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.682820 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.683986 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:33.816307 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Successfully updated port: 5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:33.948641 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Took 1.28 seconds to destroy the instance on the hypervisor. Nov 24 14:27:33.948641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:33.948641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:33.948641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:33.948641 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:33.981107 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:33.981107 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:34.129431 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:34.132110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:34.132302 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Paused (Lifecycle Event) Nov 24 14:27:34.319713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:34.319713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquired lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:34.320230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:34.482806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:34.635962 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:34.640675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:34.659301 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:34.661155 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:34.661822 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Creating image(s) Nov 24 14:27:34.662807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:34.663310 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:34.664345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:34.665527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:34.671858 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:34.673728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:34.776593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:34.776593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:34.776593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:34.777256 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:34.784211 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:34.784971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:34.897503 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.112s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:34.897867 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:34.929638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:34.951211 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk 1073741824" returned: 0 in 0.054s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:34.951624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.176s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:34.951924 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:34.989579 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Took 1.04 seconds to deallocate network for instance. Nov 24 14:27:35.046126 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:35.046328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:35.046629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:35.089576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:35.089576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing instance network info cache due to event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:35.089576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:35.089576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:35.089576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:35.104757 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:35.114106 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json" returned: 0 in 0.067s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:35.114434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Cannot resize image /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:35.114756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:35.114964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Ensure instance console log exists: /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:35.115267 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:35.115479 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:35.115702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:35.150921 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:35.186780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:35.500533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:35.500533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:35.594947 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:35.695262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Releasing lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:35.695756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance network_info: |[{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:35.698198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start _get_guest_xml network_info=[{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:35.704402 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:35.705354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSON-server-1348974237', uuid='6b5eb1f0-d2b2-4730-90ea-39069d03f13d'), owner=OwnerMeta(userid='8f30d93bd1224483aa1a3afd062483ca', username='tempest-ServerRescueTestJSON-1108140272-project-member', projectid='2400b15a19464799a689f554039e2c6a', projectname='tempest-ServerRescueTestJSON-1108140272'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012455.7050474) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:35.707241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:35.707241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:35.710053 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:35.710435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:35.711267 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:35.711626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:35.711795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:35.711933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:35.712113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:35.712271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:35.712398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:35.712593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:35.712795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:35.712983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:35.713111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:35.713277 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:35.716142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1348974237',display_name='tempest-ServerRescueTestJSON-server-1348974237',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1348974237',id=68,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-xpr7017l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:33Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=6b5eb1f0-d2b2-4730-90ea-39069d03f13d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:35.716335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:35.716917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:35.717354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:35.791320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:35.885661 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:36.009349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updated VIF entry in instance network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:27:36.009349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:36.073291 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] End _get_guest_xml xml= Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: instance-00000044 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-server-1348974237 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:35 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272-project-member Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Preparing to wait for external event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:36.224890 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:36.226765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1348974237',display_name='tempest-ServerRescueTestJSON-server-1348974237',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1348974237',id=68,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-xpr7017l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:33Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=6b5eb1f0-d2b2-4730-90ea-39069d03f13d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:36.228192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:36.231580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:36.231580 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:36.231580 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.231580 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:36.231580 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:36.232801 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.233189 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4fed435e-3a28-503c-b8e2-a6d2b3f33381', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:36.235511 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.236923 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:36.239506 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.245414 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.245860 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d28eef8-68, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:36.246462 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d28eef8-68, col_values=(('qos', UUID('da2ba074-6ef6-4af4-8237-da327589a05e')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:36.246847 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d28eef8-68, col_values=(('external_ids', {'iface-id': '5d28eef8-6855-44c1-ac03-45cbb0b44f34', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:36:88', 'vm-uuid': '6b5eb1f0-d2b2-4730-90ea-39069d03f13d'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:36.247932 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.252579 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:36.262121 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:36.262698 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') Nov 24 14:27:36.294535 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Processing event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-changed-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:36.513594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Refreshing instance network info cache due to event network-changed-5d28eef8-6855-44c1-ac03-45cbb0b44f34. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:36.514088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquiring lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:36.514443 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquired lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:36.514880 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Refreshing network info cache for port 5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:36.516617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance event wait completed in 2 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:36.525079 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:36.528600 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Resumed (Lifecycle Event) Nov 24 14:27:36.534460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:36.550614 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance spawned successfully. Nov 24 14:27:36.550614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:36.801140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.300s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:36.889045 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Deleted allocations for instance 2d9bfcb9-df00-4afc-b8b3-6b8579533c74 Nov 24 14:27:37.021959 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:37.087759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:37.087759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:37.090432 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:37.096801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.097187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.097770 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.098456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.099119 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.099684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:37.256073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:37.384348 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:37.500135 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updated VIF entry in instance network info cache for port 5d28eef8-6855-44c1-ac03-45cbb0b44f34. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:27:37.500641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:37.591213 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:37.607294 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Took 8.47 seconds to spawn the instance on the hypervisor. Nov 24 14:27:37.607606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:37.753057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:37.787874 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:37.788231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:37.788694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No VIF found with MAC fa:16:3e:1a:36:88, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:37.789494 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Using config drive Nov 24 14:27:37.910624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d4c8b3dd-b285-4b9f-b5f0-c667622520cc tempest-ServerShowV247Test-1300295756 tempest-ServerShowV247Test-1300295756-project-member] Lock "2d9bfcb9-df00-4afc-b8b3-6b8579533c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.991s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:37.932168 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:37.932315 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] VM Stopped (Lifecycle Event) Nov 24 14:27:38.003908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Releasing lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:38.004300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:38.004686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:38.005587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:38.005587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:38.005678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:38.005948 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c191eee7-f9df-45fc-9d2c-1be4bbb47ee8 req-d02bdbd1-f96e-4f9c-bdca-0ad49b970eb1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received unexpected event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with vm_state building and task_state spawning. Nov 24 14:27:38.120910 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Took 15.15 seconds to build instance. Nov 24 14:27:38.303596 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:38.440672 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d20a10c-8c19-4f10-9414-7afbe1e90baf None None] [instance: fcb35d8f-7f3f-4e78-a9b8-7065e472fcc5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:38.472613 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Creating config drive at /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config Nov 24 14:27:38.476221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp1vagdns9 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:38.596282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp1vagdns9" returned: 0 in 0.119s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:38.624422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ee6764a2-ae43-422d-a3c2-f7fbdc9f0c9b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.679s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:38.664807 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:38.752580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:38.773254 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:38.827478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0e187b67-55ee-42c5-b9be-b87e237a6727 req-c5d9606f-9d20-4203-afd1-a974ed290243 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:38.827678 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0e187b67-55ee-42c5-b9be-b87e237a6727 req-c5d9606f-9d20-4203-afd1-a974ed290243 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:38.827850 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0e187b67-55ee-42c5-b9be-b87e237a6727 req-c5d9606f-9d20-4203-afd1-a974ed290243 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:38.828498 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0e187b67-55ee-42c5-b9be-b87e237a6727 req-c5d9606f-9d20-4203-afd1-a974ed290243 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:38.828657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0e187b67-55ee-42c5-b9be-b87e237a6727 req-c5d9606f-9d20-4203-afd1-a974ed290243 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Processing event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:38.863813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:38.863813 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Started (Lifecycle Event) Nov 24 14:27:38.863813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:38.866910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:38.872168 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance spawned successfully. Nov 24 14:27:38.873440 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:39.267817 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:39.268172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:39.268172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:39.268272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:27:39.367314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:39.368224 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:39.385373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.385475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.386347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.387212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.387513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.388363 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:39.726411 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:39.726509 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] VM Stopped (Lifecycle Event) Nov 24 14:27:39.874327 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:27:39.874866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:39.875204 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Paused (Lifecycle Event) Nov 24 14:27:39.896489 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Took 5.24 seconds to spawn the instance on the hypervisor. Nov 24 14:27:39.896940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:39.969181 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Rebuilding instance Nov 24 14:27:40.095008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:40.229325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-95619c3e-1463-48ac-bd1f-c186bca79db6 None None] [instance: 45d85714-d636-4578-9a72-b2a77da2e3a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:40.305787 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.375707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.376182 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.390892 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:40.395280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:40.395423 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Resumed (Lifecycle Event) Nov 24 14:27:40.412337 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Took 10.63 seconds to build instance. Nov 24 14:27:40.458329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk.rescue --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.458655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.559945 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.560300 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.631915 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.635243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.719062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.721073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.789695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.800815 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.873005 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:40.873253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:40.873581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:40.873691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:40.874164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:40.874219 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-522b96e9-c1a9-469a-a910-cb07009ab329 req-5f837e17-fb13-4152-bbb4-b800602f1d95 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state active and task_state None. Nov 24 14:27:40.898454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:40.902453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:40.908568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.908568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:40.915004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5fdaca4a-742d-4d10-992d-874587f8977c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.145s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:40.979041 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:40.985566 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:41.054066 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:41.054312 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:41.131308 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.133487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk --force-share --output=json" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:41.138290 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.145445 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:41.158637 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.164105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.167849 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.221003 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json" returned: 0 in 0.076s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:41.222274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:41.247472 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.309724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:41.319056 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:41.320366 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:41.320712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:41.321990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:41.322218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:41.322487 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-52b158f0-3618-4943-a0e4-2e8b16776f3c req-f6970082-3600-4b3a-8f14-a70a7a9e0bfd service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received unexpected event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with vm_state active and task_state rebuilding. Nov 24 14:27:41.367094 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance destroyed successfully. Nov 24 14:27:41.376086 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance destroyed successfully. Nov 24 14:27:41.377236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:37Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:38Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:41.377619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:41.378370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:41.378742 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:41.420080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.420080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e2706b0-e7, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:41.421101 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.423401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:41.423668 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.424863 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.425227 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ccdcb37f-9619-44e9-b869-7edf1fe2f5fc) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:41.425723 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.427575 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:41.429416 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') Nov 24 14:27:41.430914 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Deleting instance files /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136_del Nov 24 14:27:41.430914 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Deletion of /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136_del complete Nov 24 14:27:41.576663 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:41.576663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:41.592489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.015s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:41.592489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7306MB free_disk=373.3095054626465GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:27:41.592489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:41.592489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:41.597579 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Rescuing Nov 24 14:27:41.597579 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:41.597579 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquired lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:41.597579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:42.095614 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:42.099715 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:42.388257 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:42.540984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:42.723137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance e5f221bd-33da-443d-a36e-6b80bc8d1127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:27:42.724602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance e3682c94-17a5-44fc-bbe9-fbf728aed58f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:27:42.724602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 6d7aa71c-ef9d-43cd-a502-19dae5b29451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:27:42.724602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:27:42.724823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 6b5eb1f0-d2b2-4730-90ea-39069d03f13d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:27:42.725601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 5 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:27:42.725601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1472MB phys_disk=399GB used_disk=5GB total_vcpus=8 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:27:41 up 35 min, 12 users, load average: 6.01, 5.18, 3.63\n', 'num_instances': '5', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '5', 'num_proj_d8bf7221feff410c81ab1b733598e6ee': '2', 'io_workload': '2', 'num_vm_rescued': '1', 'num_proj_2400b15a19464799a689f554039e2c6a': '2', 'num_task_rebuilding': '1', 'num_proj_aeb2b5553f7b4d91a5854c6e032c22c8': '1', 'num_task_rescuing': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:27:42.949764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:42.970267 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:42.970641 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating image(s) Nov 24 14:27:42.971201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:42.971412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:42.972103 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:42.972597 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:42.976222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:42.977392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:43.047761 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Releasing lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:43.077495 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.100s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:43.078280 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:43.079159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:43.079778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:43.083831 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:43.084270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:43.146546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:43.149004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:43.190595 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.204496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk 1073741824" returned: 0 in 0.057s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:43.205037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.126s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:43.205390 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:43.277993 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.072s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:43.278569 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:43.278892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:43.344819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk --force-share --output=json" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:43.344964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:43.345414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:43.345669 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Ensure instance console log exists: /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:43.346004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:43.346303 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:43.346607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:43.348371 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start _get_guest_xml network_info=[{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:43.351647 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:27:43.352623 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-145622855', uuid='17fa9ffe-8b52-4e2c-98cb-3d415dff2136'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012463.3522904) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:43.353743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:43.354141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:43.355157 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:43.355580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:43.356416 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:43.356792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:43.357043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:43.357212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:43.357403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:43.357589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:43.357768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:43.357996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:43.358205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:43.358397 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:43.358602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:43.358796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:43.359015 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'vcpu_model' on Instance uuid 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:43.409939 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:43.409939 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:43.410422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:43.410682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:43.411027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:43.411334 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dfe8fb8a-ad18-4126-b51c-5fc69fd7577b req-016caf47-204a-4021-ab34-1f78abb13cab service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received unexpected event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with vm_state active and task_state rebuild_spawning. Nov 24 14:27:43.455582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:43.865565 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:37Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:41Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:43.865565 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:43.865755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] End _get_guest_xml xml= Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: instance-00000043 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-145622855 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:43 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:43.866756 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:43.867929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Preparing to wait for external event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:43.867929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:43.867929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:43.867929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:43.867992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:37Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:41Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.870622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9fa634ec-09ce-5fe9-94a0-5515ba25b977', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:43.871351 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.873073 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.876036 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.876193 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e2706b0-e7, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:43.876522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e2706b0-e7, col_values=(('qos', UUID('320ea8de-3dff-483c-8494-2148fc11b878')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:43.876715 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e2706b0-e7, col_values=(('external_ids', {'iface-id': '1e2706b0-e7d8-48dc-b2f1-0e8902098a0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:06:26', 'vm-uuid': '17fa9ffe-8b52-4e2c-98cb-3d415dff2136'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:43.878916 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.881880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:43.887545 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:43.888360 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') Nov 24 14:27:43.958381 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:27:43.958544 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.367s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:44.709045 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:44.810259 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:44.820826 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:44.967103 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:44.995324 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:45.017517 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance destroyed successfully. Nov 24 14:27:45.017946 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:45.468543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:45.468777 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:45.469078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:05:06:26, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:45.469675 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Using config drive Nov 24 14:27:45.524403 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Attempting rescue Nov 24 14:27:45.525136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} {{(pid=120184) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4602}} Nov 24 14:27:45.527917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:27:45.528104 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Creating image(s) Nov 24 14:27:45.528800 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:45.529036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:45.529714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "/opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:45.529958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:45.959318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.959773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.959773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.959773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.959896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.960039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:27:45.960134 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:27:45.973926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'ec2_ids' on Instance uuid 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:46.034863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:46.035325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:46.037808 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:46.038876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:46.039155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:46.039388 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:46.042423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:46.042716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:46.145352 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:46.145790 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.rescue {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:46.192681 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.rescue" returned: 0 in 0.047s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:46.192989 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.154s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:46.193230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'migration_context' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:46.478081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance<17fa9ffe-8b52-4e2c-98cb-3d415dff2136> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:46.478394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'keypairs' on Instance uuid 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:46.700225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:46.700225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:46.700225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start _get_guest_xml network_info=[{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:1a:36:88"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue={'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=Noneshare_info=ShareMappingList(objects=[]) {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:46.700225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'resources' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:46.988671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance<17fa9ffe-8b52-4e2c-98cb-3d415dff2136> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:46.993374 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:27:47.112337 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.150814 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Creating config drive at /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config Nov 24 14:27:47.154977 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp6jucoz88 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:47.203637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:47.210091 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:47.212945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSON-server-1348974237', uuid='6b5eb1f0-d2b2-4730-90ea-39069d03f13d'), owner=OwnerMeta(userid='8f30d93bd1224483aa1a3afd062483ca', username='tempest-ServerRescueTestJSON-1108140272-project-member', projectid='2400b15a19464799a689f554039e2c6a', projectname='tempest-ServerRescueTestJSON-1108140272'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:1a:36:88"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012467.2121346) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:47.218465 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:47.219236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:47.220956 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:47.221529 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:47.223473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:47.224529 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:47.224958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:47.225243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:47.225634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:47.225906 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:47.226188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:47.226600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:47.227838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:47.228176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:47.228489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:47.228848 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:47.229196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:47.280745 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp6jucoz88" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:47.371105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.383631 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.395780 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.563758 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d4be9a6a-e1d8-4b47-b08a-eb6d5648a763 req-3a9402a7-ba1a-4f5a-8f62-eb09c703a96e service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:47.564009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4be9a6a-e1d8-4b47-b08a-eb6d5648a763 req-3a9402a7-ba1a-4f5a-8f62-eb09c703a96e service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:47.564241 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4be9a6a-e1d8-4b47-b08a-eb6d5648a763 req-3a9402a7-ba1a-4f5a-8f62-eb09c703a96e service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:47.564438 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4be9a6a-e1d8-4b47-b08a-eb6d5648a763 req-3a9402a7-ba1a-4f5a-8f62-eb09c703a96e service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:47.564646 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d4be9a6a-e1d8-4b47-b08a-eb6d5648a763 req-3a9402a7-ba1a-4f5a-8f62-eb09c703a96e service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Processing event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:27:47.584890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:47.585091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:47.585277 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Started (Lifecycle Event) Nov 24 14:27:47.586847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:27:47.592616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:27:47.597024 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance spawned successfully. Nov 24 14:27:47.597024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:27:47.682422 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.694785 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.704920 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.714549 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:47.733370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:47.738205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1348974237',display_name='tempest-ServerRescueTestJSON-server-1348974237',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1348974237',id=68,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:39Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-xpr7017l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:39Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=6b5eb1f0-d2b2-4730-90ea-39069d03f13d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:1a:36:88"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:47.738677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSON-446562963-network", "vif_mac": "fa:16:3e:1a:36:88"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:47.739496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:47.740383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:48.088957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:48.095159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:48.117376 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.117779 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.118401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.119300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.120119 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.120797 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:27:48.244037 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] End _get_guest_xml xml= Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: instance-00000044 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-server-1348974237 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:47 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272-project-member Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSON-1108140272 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:48.245525 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:48.254949 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance destroyed successfully. Nov 24 14:27:48.578923 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:48.579032 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] VM Stopped (Lifecycle Event) Nov 24 14:27:48.599518 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:27:48.599754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:48.599933 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Paused (Lifecycle Event) Nov 24 14:27:48.631083 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:48.878844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:49.083203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-1838065f-94fd-491a-8db4-210ffa2b2ab0 None None] [instance: 2d9bfcb9-df00-4afc-b8b3-6b8579533c74] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:49.105302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:49.108996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:49.109317 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Resumed (Lifecycle Event) Nov 24 14:27:49.129222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:49.129481 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:49.142717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:49.143017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:49.143261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:27:49.613583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:49.620592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:49.633119 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:49.716042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:49.716443 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:49.716897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:49.717206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:49.717495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:49.717940 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-d2275819-2d30-416e-a3d1-f92e4e9ea439 req-303df6d5-d6c7-432b-b0fc-aeef115c47c9 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received unexpected event network-vif-plugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with vm_state active and task_state deleting. Nov 24 14:27:49.784593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:49.784593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:49.786677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:27:49.787074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] No VIF found with MAC fa:16:3e:1a:36:88, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:27:49.788023 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Using config drive Nov 24 14:27:49.822053 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:49.822395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:49.822756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:49.823049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:49.823319 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:49.825974 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Terminating instance Nov 24 14:27:50.124245 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:27:50.173547 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a78d0e81-b606-4393-a945-acc5db3a9729 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:50.203402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:50.203856 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:50.209629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:50.209851 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Claim successful on node np0005533992.novalocal Nov 24 14:27:50.296824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'ec2_ids' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:50.330456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:50.392806 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:50.395869 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:50.398478 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:50.434530 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:50.451383 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:50.613788 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Instance destroyed successfully. Nov 24 14:27:50.614600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'resources' on Instance uuid 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:50.682545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:50.682949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:50.802505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:50.805601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'keypairs' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:51.122897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-145622855',display_name='tempest-ServerDiskConfigTestJSON-server-145622855',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-145622855',id=67,image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:48Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-o5x93338',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='8b0a8faa-5e0f-4a64-a125-35a0f54af03f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:27:49Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=17fa9ffe-8b52-4e2c-98cb-3d415dff2136,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:51.122897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "address": "fa:16:3e:05:06:26", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e2706b0-e7", "ovs_interfaceid": "1e2706b0-e7d8-48dc-b2f1-0e8902098a0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:51.122897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:51.123371 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:51.126278 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.126944 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e2706b0-e7, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:51.128768 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.131953 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:51.137205 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.137957 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.138126 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=320ea8de-3dff-483c-8494-2148fc11b878) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:51.138894 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.140247 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:51.147686 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.151492 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:06:26,bridge_name='br-int',has_traffic_filtering=True,id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e2706b0-e7') Nov 24 14:27:51.152085 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Deleting instance files /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136_del Nov 24 14:27:51.152986 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Deletion of /opt/stack/data/nova/instances/17fa9ffe-8b52-4e2c-98cb-3d415dff2136_del complete Nov 24 14:27:51.186593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:51.306701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:51.310815 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:51.518447 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Creating config drive at /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config.rescue Nov 24 14:27:51.521712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp18no45ti {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:51.615161 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:51.646086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp18no45ti" returned: 0 in 0.124s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:51.669168 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:27:51.669500 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:51.669762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:51.669887 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:51.670213 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:51.754374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:51.754374 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.761109 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.768458 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:51.800601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:51.800771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:51.800948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:51.801079 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:51.801206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:51.801336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:51.801459 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:51.801596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Acquiring lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:51.801729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:51.801844 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:51.801965 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] No waiting events found dispatching network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:51.802114 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09ef2800-5ed1-4d9e-93f3-74f125a44a12 req-6321e51e-1674-4897-a6e9-643a904ec1c1 service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-unplugged-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:51.883047 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.884858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:51.927745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 6b5eb1f0-d2b2-4730-90ea-39069d03f13d due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:51.928412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:51.928567 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Resumed (Lifecycle Event) Nov 24 14:27:51.933395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-acd66269-c8f6-44a8-b87a-0398965ed38c tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:52.022271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ff24548e-68d1-4ee2-8ac0-bd105eff791e req-08fb77e7-4347-4b8c-8fe5-c27067dafc6b service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Received event network-vif-deleted-1e2706b0-e7d8-48dc-b2f1-0e8902098a0f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:52.022271 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-ff24548e-68d1-4ee2-8ac0-bd105eff791e req-08fb77e7-4347-4b8c-8fe5-c27067dafc6b service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Neutron deleted interface 1e2706b0-e7d8-48dc-b2f1-0e8902098a0f; detaching it from the instance and deleting it from the info cache Nov 24 14:27:52.022271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ff24548e-68d1-4ee2-8ac0-bd105eff791e req-08fb77e7-4347-4b8c-8fe5-c27067dafc6b service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:52.098149 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:52.119820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:52.435470 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:52.439867 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:52.493392 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:52.526324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ff24548e-68d1-4ee2-8ac0-bd105eff791e req-08fb77e7-4347-4b8c-8fe5-c27067dafc6b service nova] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Detach interface failed, port_id=1e2706b0-e7d8-48dc-b2f1-0e8902098a0f, reason: Instance 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:27:52.628982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:52.630287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:52.634715 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.884s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:52.639650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:52.640006 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Claim successful on node np0005533992.novalocal Nov 24 14:27:52.868269 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Unrescuing Nov 24 14:27:52.868640 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:52.868925 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquired lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:52.869364 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:52.946286 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] During sync_power_state the instance has a pending task (unrescuing). Skip. Nov 24 14:27:52.946725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:52.946942 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Started (Lifecycle Event) Nov 24 14:27:52.998653 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Took 1.33 seconds to deallocate network for instance. Nov 24 14:27:53.139637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:53.140037 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:53.140475 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:53.142655 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:53.226164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:53.372922 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:53.453088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:53.482397 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Synchronizing instance power state after lifecycle event "Started"; current vm_state: rescued, current task_state: unrescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:53.511249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:53.665829 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:53.669733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Successfully created port: 0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:53.700334 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:53.817413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [{"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:53.902819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:53.986769 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] During sync_power_state the instance has a pending task (unrescuing). Skip. Nov 24 14:27:54.009243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Successfully updated port: 0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:54.051834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-changed-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:54.051834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Refreshing instance network info cache due to event network-changed-0bd1dd85-3eb0-47ce-95a7-787b69693fdb. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:54.052007 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] Acquiring lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:54.052252 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] Acquired lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:54.052541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Refreshing network info cache for port 0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:54.069587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:54.069925 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:54.070249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:54.071599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:54.071599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:54.071599 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:27:54.071599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:54.071857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:54.072208 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:54.072399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:54.072707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:54.072989 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:27:54.073300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:54.074039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:54.075087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:54.075367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:54.075776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:54.076078 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:27:54.076347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:54.077312 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:54.077699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:54.077975 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:54.078246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:54.078679 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-8a47039d-8785-47d0-ae3c-07fa50291f63 req-5ae4569b-6faa-4b25-82ce-9c09eba51d91 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:27:54.169407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:54.322097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Releasing lock "refresh_cache-6b5eb1f0-d2b2-4730-90ea-39069d03f13d" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:54.322097 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'flavor' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:54.405939 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:54.512324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:54.558600 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:54.642368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:54.675681 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Booting with volume 034dedbc-30a9-4d8b-ae44-472d0c75407b at /dev/vda Nov 24 14:27:54.740921 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:27:54.743890 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:54.750027 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:54.750280 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[25993b2b-fc6e-4bd3-a94e-b353ab163416]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[5fe1157a-3767-42de-afca-6709d1020468]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:27:54.752507 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:27:54.753109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe1157a-3767-42de-afca-6709d1020468]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:54.753690 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:27:54.754022 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:27:54.754905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:54.764320 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:54.764949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27b85ba-99c8-4788-afdc-d3729591b352]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:54.765889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:54.775703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:54.775942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0fe0142-200d-447c-95fc-f623ba17c206]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:54.777141 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cff2cb-616a-4a91-8b1a-6faf693d352b]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:27:54.777702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:54.794849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:54.797371 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:27:54.798263 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:27:54.804015 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:27:54.805300 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fe03:b4fa', 'fe80::5c40:83ff:fec4:624f', 'fe80::fc16:3eff:fe81:b672', 'fe80::fc16:3eff:fe1a:3688'] Nov 24 14:27:54.805652 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:27:54.805925 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:27:54.806471 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (65ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fe03:b4fa', 'fe80::5c40:83ff:fec4:624f', 'fe80::fc16:3eff:fe81:b672', 'fe80::fc16:3eff:fe1a:3688']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:27:54.806876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Updating existing volume attachment record: d02ef45b-6930-4193-ad06-dea0dba9ad2e {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:27:54.894485 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:54.902786 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:54.903531 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:54.912732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:54.913033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:54.915280 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.404s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:55.050350 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.058900 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.062894 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.066973 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.124944 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance destroyed successfully. Nov 24 14:27:55.125372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:55.195194 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:55.300981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2c85b8ba-d285-4083-97ee-78a98f781f19 req-2af53d96-7e0c-4f77-bee1-1f01b3219c1d service nova] Releasing lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:55.300981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:55.300981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:55.426343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:27:55.427254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:27:55.429972 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:55.429972 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:55.509026 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19d2a265be24465fa3043f8fd7277d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb2b5553f7b4d91a5854c6e032c22c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:27:55.627767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Object Instance<6b5eb1f0-d2b2-4730-90ea-39069d03f13d> lazy-loaded attributes: flavor,numa_topology {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:27:55.696597 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.718219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:55.845772 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.845772 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:55.884615 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 6b5eb1f0-d2b2-4730-90ea-39069d03f13d due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:27:55.884813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:55.884968 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Resumed (Lifecycle Event) Nov 24 14:27:55.887896 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-d71798f3-6f17-4e52-be11-b58f41a1a025 tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:55.951296 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:27:55.968378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:55.986974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Successfully created port: 42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:27:56.082571 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:56.117189 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:56.118497 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.118735 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.118916 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:56.119159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:56.119349 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state active and task_state None. Nov 24 14:27:56.119518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:56.119706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.119887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.120051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:56.120222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:56.120392 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state active and task_state None. Nov 24 14:27:56.120574 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:56.120746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.121583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.121757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:56.121927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:56.122274 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dec338a9-4678-4a82-8584-82394378820d req-975e77ac-2f88-4448-b068-fcb65b5ffa3e service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state active and task_state None. Nov 24 14:27:56.139631 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:56.206735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Updating instance_info_cache with network_info: [{"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:56.230374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.315s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:56.289197 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocations for instance 17fa9ffe-8b52-4e2c-98cb-3d415dff2136 Nov 24 14:27:56.396953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:56.412170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.412170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.417000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: rescued, current task_state: unrescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:27:56.434320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Successfully updated port: 42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:27:56.458109 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:27:56.550300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-changed-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:56.550521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Refreshing instance network info cache due to event network-changed-42af6765-4dd3-4fd9-aa68-11741ad25576. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:27:56.550820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] Acquiring lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:56.551005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] Acquired lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:56.551262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Refreshing network info cache for port 42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:27:56.710057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-826a4a69-5db3-4178-8cbd-09f1cc88c34f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:56.710733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance network_info: |[{"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:56.853082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.853541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.853963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:56.854316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:56.854652 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:56.857956 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Terminating instance Nov 24 14:27:56.917260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:27:56.924515 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:27:56.924942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:27:56.925267 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Started (Lifecycle Event) Nov 24 14:27:56.938263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:27:57.054147 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:57.141639 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.160893 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:57.302620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-77e8b77c-4516-40f4-be38-1c2b7db42d70 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "17fa9ffe-8b52-4e2c-98cb-3d415dff2136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.480s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:57.353246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:57.362810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:27:57.400808 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.408642 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.409991 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.429952 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:27:57.462276 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:57.462488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:57.465482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:27:57.465643 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Claim successful on node np0005533992.novalocal Nov 24 14:27:57.474443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:27:57.475585 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:27:57.475585 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Creating image(s) Nov 24 14:27:57.476615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:57.476615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:57.476615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:57.476981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:57.479375 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:57.480612 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:57.538983 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.545610 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.554046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.073s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:57.554296 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:57.554656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:57.555048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:57.561428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:27:57.561428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:57.584285 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.595576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:57.630170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:57.630619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:57.650200 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Instance destroyed successfully. Nov 24 14:27:57.650886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'resources' on Instance uuid 6b5eb1f0-d2b2-4730-90ea-39069d03f13d {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:57.663810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk 1073741824" returned: 0 in 0.033s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:57.664176 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.109s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:57.664520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:57.736119 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:57.736409 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:27:57.737567 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:27:57.818500 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:27:57.818912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:27:57.819288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:27:57.819516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Ensure instance console log exists: /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:27:57.819912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:57.820164 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:57.820353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:57.856212 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc89575f-c885-4d8f-87b8-f64c7dff1817 req-b611c793-6c66-4bbc-9898-5d28fdf56822 service nova] Releasing lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:57.856889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:27:57.857197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:27:58.155657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1348974237',display_name='tempest-ServerRescueTestJSON-server-1348974237',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1348974237',id=68,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:51Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-xpr7017l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:27:55Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=6b5eb1f0-d2b2-4730-90ea-39069d03f13d,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:27:58.156001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "address": "fa:16:3e:1a:36:88", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d28eef8-68", "ovs_interfaceid": "5d28eef8-6855-44c1-ac03-45cbb0b44f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:58.157104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:58.157632 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:27:58.162922 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:58.163284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:58.163634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:58.163918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:58.164200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:58.164483 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received unexpected event network-vif-plugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with vm_state active and task_state deleting. Nov 24 14:27:58.164783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:58.165058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:58.165344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:58.165635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:58.165905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:58.166194 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:58.166460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:58.166760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Acquiring lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:58.167081 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:58.167344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:58.167643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] No waiting events found dispatching network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:27:58.167936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4d0d459a-38f6-4aaf-beee-9edd17ddf383 req-6f21744a-fe1b-4aba-8e34-08551e8a4973 service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-unplugged-5d28eef8-6855-44c1-ac03-45cbb0b44f34 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:27:58.168880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:58.169409 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d28eef8-68, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:58.214655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:58.217710 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:58.218726 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:58.219120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da2ba074-6ef6-4af4-8237-da327589a05e) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:58.221726 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:58.224182 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:58.227062 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:36:88,bridge_name='br-int',has_traffic_filtering=True,id=5d28eef8-6855-44c1-ac03-45cbb0b44f34,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d28eef8-68') Nov 24 14:27:58.227545 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Deleting instance files /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d_del Nov 24 14:27:58.228228 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Deletion of /opt/stack/data/nova/instances/6b5eb1f0-d2b2-4730-90ea-39069d03f13d_del complete Nov 24 14:27:58.424724 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:27:58.605340 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:58.738629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:27:58.740086 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Took 1.38 seconds to destroy the instance on the hypervisor. Nov 24 14:27:58.740305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:27:58.740621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:27:58.740698 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:27:58.740918 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:58.751377 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:58.810590 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:27:59.116074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3aeba15f-7730-4312-8554-90eccb7c3b6a req-d890d55c-69c8-41c6-8a94-a9d617b6c7de service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Received event network-vif-deleted-5d28eef8-6855-44c1-ac03-45cbb0b44f34 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:27:59.116353 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-3aeba15f-7730-4312-8554-90eccb7c3b6a req-d890d55c-69c8-41c6-8a94-a9d617b6c7de service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Neutron deleted interface 5d28eef8-6855-44c1-ac03-45cbb0b44f34; detaching it from the instance and deleting it from the info cache Nov 24 14:27:59.116691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3aeba15f-7730-4312-8554-90eccb7c3b6a req-d890d55c-69c8-41c6-8a94-a9d617b6c7de service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:59.241981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:27:59.253845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:27:59.254283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance network_info: |[{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:27:59.257996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start _get_guest_xml network_info=[{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:27:59.262360 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:27:59.264158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-487989082', uuid='b46908c9-05f6-4f62-8103-5a247a045636'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012479.263551) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:27:59.267001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:27:59.267824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:27:59.269952 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:27:59.270688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:27:59.272159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:27:59.272761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:27:59.273108 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:27:59.273368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:27:59.273826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:27:59.274113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:27:59.274491 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:27:59.274885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:27:59.275266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:27:59.275755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:27:59.276058 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:27:59.276468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:27:59.282354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:56Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:27:59.282764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:59.283714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:59.284646 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'pci_devices' on Instance uuid b46908c9-05f6-4f62-8103-5a247a045636 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:27:59.591114 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:27:59.621390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3aeba15f-7730-4312-8554-90eccb7c3b6a req-d890d55c-69c8-41c6-8a94-a9d617b6c7de service nova] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Detach interface failed, port_id=5d28eef8-6855-44c1-ac03-45cbb0b44f34, reason: Instance 6b5eb1f0-d2b2-4730-90ea-39069d03f13d could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:27:59.751602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:59.751602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] End _get_guest_xml xml= Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: instance-00000046 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-487989082 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:27:59 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:27:59.789812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Preparing to wait for external event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:27:59.793951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:27:59.794447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:27:59.794800 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:27:59.796088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:56Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:27:59.796773 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:27:59.797853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:27:59.798442 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:27:59.799238 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.799984 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:59.800771 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:27:59.802624 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.803201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9785915a-fee7-5a95-9de1-7ff09650b558', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:59.842464 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.842961 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.846278 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.846806 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42af6765-4d, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:59.847488 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42af6765-4d, col_values=(('qos', UUID('7ea63931-20ba-4055-b303-f8702afc04e7')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:59.847985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42af6765-4d, col_values=(('external_ids', {'iface-id': '42af6765-4dd3-4fd9-aa68-11741ad25576', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:f2:e6', 'vm-uuid': 'b46908c9-05f6-4f62-8103-5a247a045636'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:27:59.850164 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.853888 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:27:59.860530 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:27:59.860530 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') Nov 24 14:28:00.004662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:00.005297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:00.005860 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Creating image(s) Nov 24 14:28:00.006476 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:28:00.006922 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Ensure instance console log exists: /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:00.007439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:00.007937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:00.008321 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:00.011476 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Start _get_guest_xml network_info=[{"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/vda', 'device_type': 'disk', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 'target_lun': 0, 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'auth_method': 'CHAP', 'auth_username': 'ryGhnNHywH2xBKNkdBX2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'reserved', 'instance': '826a4a69-5db3-4178-8cbd-09f1cc88c34f', 'attached_at': '', 'detached_at': '', 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'serial': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'multiattach': True}, 'attachment_id': 'd02ef45b-6930-4193-ad06-dea0dba9ad2e', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:00.021443 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:00.021443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='volume', root_id='', instance_meta=NovaInstanceMeta(name='tempest-AttachVolumeMultiAttachTest-server-87947277', uuid='826a4a69-5db3-4178-8cbd-09f1cc88c34f'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='', name=None, container_format=None, disk_format=None, min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012480.0207655) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:00.023443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:00.024341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:00.028765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:00.028765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:00.028765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:00.028765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:00.028765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:00.029137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:00.029582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:00.029967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:00.030518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:00.030992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:00.031367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:00.031806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:00.032196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:00.032655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:00.036454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:28:00.037700 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 'target_lun': 0, 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'auth_method': 'CHAP', 'auth_username': 'ryGhnNHywH2xBKNkdBX2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:28:00.038174 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:28:00.038973 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:28:00.039373 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 'target_lun': 0, 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'auth_method': 'CHAP', 'auth_username': 'ryGhnNHywH2xBKNkdBX2', 'auth_password': 'EvE4M4KNeUfoFsR3', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:28:00.040748 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:00.046947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[bdb6b984-3a98-4564-ac82-abb1a451f63f]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:28:00.049401 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:28:00.052999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdb6b984-3a98-4564-ac82-abb1a451f63f]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:00.052999 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:28:00.052999 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:28:00.052999 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:28:00.053686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:00.064193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:00.064545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d23af85-1138-4bcc-b1aa-40d3fcb9a1be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:00.065165 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:28:00.065165 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:00.066219 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:00.080937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:00.081260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[44fc29d1-9163-4a0c-b87e-47d51c2b0bb7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:00.081928 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b] added Nov 24 14:28:00.081928 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:28:00.081928 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:28:00.081928 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:28:00.081928 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:00.086699 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:28:00.086699 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.030(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:28:00.087182 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:28:00.096607 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Took 1.35 seconds to deallocate network for instance. Nov 24 14:28:00.262107 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:28:00.262338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:28:00.262787 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:00.263219 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:00.347665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07e25c7d369640fc89690c8cbf7d03e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8bf7221feff410c81ab1b733598e6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:28:00.610191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:00.610657 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:00.776253 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:28:00.805255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Successfully created port: 4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:28:01.026045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:01.088819 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:28:01.091143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.101025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.101894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e38fe6-fba2-4605-a3ae-1c65e5e06026]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:28:01.104114 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.109663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.116009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.116249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7244e806-291d-4766-bce1-4dacfe663906]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.116841 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.118222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.127258 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.127497 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4560017-1f27-4bd0-a3fc-36e4648255ad]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.128036 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.130426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.username -v ryGhnNHywH2xBKNkdBX2 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.137706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.username -v ryGhnNHywH2xBKNkdBX2" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.137987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a93c387-7feb-4e58-9719-826b15b5c4bb]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.138414 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ryGhnNHywH2xBKNkdBX2'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.141120 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.148671 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.148840 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9a9340-14d1-40bd-aa24-c918ebd65131]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.149404 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.151585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.163129 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.163129 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d04673b-3508-41ad-9ba3-c23d18511e25]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.163262 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:28:01.163262 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:28:01.163493 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:28:01.163493 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:28:01.165357 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:28:01.165357 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:01.165357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.180193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --login" returned: 0 in 0.015s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.182298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6259bad5-7b6e-4238-ad54-3361b835029f]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.182298 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260] successful. Nov 24 14:28:01.182298 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.183187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.195203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.195600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bb8d06-d6d8-43c7-af5c-1a5da6f4047e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.196195 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:01.197311 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.210690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.210690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[45230f30-ff4b-4d12-8b8c-0298c6a99957]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.210690 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:01.210690 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.159s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('2', '-', '-', 0) found on session 12 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:28:01.213179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:28:01.213624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:01.226927 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:01.227822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2daa31-a148-4a4b-80c7-42c55808f068]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:01.228514 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 12 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:28:01.279577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:28:01.390006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:01.390006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:01.390006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:2e:f2:e6, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:01.391164 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Using config drive Nov 24 14:28:01.435854 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Successfully updated port: 4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:28:01.459006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-changed-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:01.459198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Refreshing instance network info cache due to event network-changed-4e1deda4-be9f-42ab-96ec-9b78a3f08acc. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:01.459405 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] Acquiring lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:01.459573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] Acquired lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:01.460060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Refreshing network info cache for port 4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:01.530617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:01.899014 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:01.938069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:01.963206 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:02.033505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.423s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:02.050208 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:02.070119 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Creating config drive at /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config Nov 24 14:28:02.073292 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpw72c8cly {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.101090 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Deleted allocations for instance 6b5eb1f0-d2b2-4730-90ea-39069d03f13d Nov 24 14:28:02.166367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.192140 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:02.198283 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpw72c8cly" returned: 0 in 0.125s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.230285 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 12 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:28:02.231213 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 'target_lun': 0, 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'auth_method': 'CHAP', 'auth_username': 'ryGhnNHywH2xBKNkdBX2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:28:02.232470 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.193s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:28:02.232470 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (2194ms) {'type': 'block', 'scsi_wwn': '360014058ebcd02760cd4fe089325913b', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:28:02.233736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '360014058ebcd02760cd4fe089325913b', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:28:02.280850 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.291764 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.294200 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.295814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:02.297520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:02.297942 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Creating image(s) Nov 24 14:28:02.299314 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "/opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:02.299314 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:02.300026 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:02.301749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:02.312536 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:02.314439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.438615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.121s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.438615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:02.438615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:02.438615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:02.440610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:02.441045 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.498596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:02.498596 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Started (Lifecycle Event) Nov 24 14:28:02.533076 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.092s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.533405 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.564715 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.565268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.129s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:02.565597 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.598701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.600882 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.604500 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.609647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:02.651298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.651719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Checking if we can resize image /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:02.652044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:02.695334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1f54113c-a195-4252-991d-fb25ac1c1950 req-5d349dce-b0da-4227-9259-176ae83b4c75 service nova] Releasing lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:02.695842 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:02.696102 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:02.722756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:02.723075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Cannot resize image /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:02.723444 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:02.723688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Ensure instance console log exists: /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:02.724034 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:02.724281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:02.724487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:02.753099 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-87947277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-87947277',id=69,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-me3nww73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:54Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=826a4a69-5db3-4178-8cbd-09f1cc88c34f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:02.753325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:02.754090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:02.754816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid 826a4a69-5db3-4178-8cbd-09f1cc88c34f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:03.004188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:03.008687 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:03.008979 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Paused (Lifecycle Event) Nov 24 14:28:03.117900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b392c254-6c0f-4ec4-a791-763dfff4b72a tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "6b5eb1f0-d2b2-4730-90ea-39069d03f13d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.264s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] End _get_guest_xml xml= Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 826a4a69-5db3-4178-8cbd-09f1cc88c34f Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: instance-00000045 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-server-87947277 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:00 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 826a4a69-5db3-4178-8cbd-09f1cc88c34f Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 826a4a69-5db3-4178-8cbd-09f1cc88c34f Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: 034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:03.259263 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:03.267262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Preparing to wait for external event network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:03.267262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:03.267262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:03.267262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:03.267262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-87947277',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-87947277',id=69,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-me3nww73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:27:54Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=826a4a69-5db3-4178-8cbd-09f1cc88c34f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:03.268008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:03.269861 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:03.273834 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.299500 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71a3f083-94ec-5f43-ac5c-5327ef8b94ae', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:03.300866 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.303227 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:03.305059 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.308963 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.309259 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0bd1dd85-3e, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:03.309702 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0bd1dd85-3e, col_values=(('qos', UUID('b0dabb90-4811-4fad-b582-9a97089b130d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:03.309944 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0bd1dd85-3e, col_values=(('external_ids', {'iface-id': '0bd1dd85-3eb0-47ce-95a7-787b69693fdb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:f9:49', 'vm-uuid': '826a4a69-5db3-4178-8cbd-09f1cc88c34f'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:03.311021 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.314396 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:03.322160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:03.323124 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') Nov 24 14:28:03.427709 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:03.528019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:03.529600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:03.530045 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:03.530215 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:03.530404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:03.530681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Processing event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:03.530948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:03.531134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:03.531318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:03.531485 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:03.531678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:03.531862 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-68b8814c-96e7-48b8-bf2c-d8ba943463ec req-02a9cd1a-5975-4ce3-b31e-edfcd72a28db service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received unexpected event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with vm_state building and task_state spawning. Nov 24 14:28:03.534254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:03.542432 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:03.543064 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:03.553941 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance spawned successfully. Nov 24 14:28:03.553941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:03.589505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Updating instance_info_cache with network_info: [{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:04.038827 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:04.039419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:04.039471 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:04.039876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:04.040193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:04.043134 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Terminating instance Nov 24 14:28:04.046873 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:04.047170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:04.047530 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Resumed (Lifecycle Event) Nov 24 14:28:04.063876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.064244 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.064874 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.065601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.066182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.066803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:04.091921 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:04.092403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance network_info: |[{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:28:04.096717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Start _get_guest_xml network_info=[{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:04.101749 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:04.103861 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerActionsTestOtherB-server-1456443065', uuid='953b7329-c6a1-4598-93f3-dc35c6bb8246'), owner=OwnerMeta(userid='07e25c7d369640fc89690c8cbf7d03e3', username='tempest-ServerActionsTestOtherB-39742720-project-member', projectid='d8bf7221feff410c81ab1b733598e6ee', projectname='tempest-ServerActionsTestOtherB-39742720'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012484.1030586) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:04.107029 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:04.107792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:04.109329 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:04.109881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:04.111336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:04.112042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:04.112410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:04.113210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:04.113210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:04.113405 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:04.113699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:04.114101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:04.114412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:04.114752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:04.115059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:04.115353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:04.120543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1456443065',display_name='tempest-ServerActionsTestOtherB-server-1456443065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1456443065',id=71,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-eey8hc6a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:01Z,user_data=None,user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=953b7329-c6a1-4598-93f3-dc35c6bb8246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:04.120964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:04.122001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:04.122958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'pci_devices' on Instance uuid 953b7329-c6a1-4598-93f3-dc35c6bb8246 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:04.551228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:28:04.553322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:04.559067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:04.579638 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Took 7.10 seconds to spawn the instance on the hypervisor. Nov 24 14:28:04.579638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:04.624080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] End _get_guest_xml xml= Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 953b7329-c6a1-4598-93f3-dc35c6bb8246 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: instance-00000047 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-server-1456443065 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:04 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720-project-member Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 953b7329-c6a1-4598-93f3-dc35c6bb8246 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 953b7329-c6a1-4598-93f3-dc35c6bb8246 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:04.631304 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:04.632680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Preparing to wait for external event network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:04.632680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:04.632680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:04.634992 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:04.636076 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:27:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1456443065',display_name='tempest-ServerActionsTestOtherB-server-1456443065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1456443065',id=71,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-eey8hc6a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:01Z,user_data=None,user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=953b7329-c6a1-4598-93f3-dc35c6bb8246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:04.636418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:04.638654 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:04.638654 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:04.638654 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.639671 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:04.639994 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:04.642897 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.643326 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '162b374b-cc3b-5c7f-ba1c-e9c40c71fc2d', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:04.645707 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.647742 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:04.658002 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.661069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.664941 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.665181 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4e1deda4-be, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:04.665519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4e1deda4-be, col_values=(('qos', UUID('dcd883a8-dad8-4970-9f32-fc01fbf6be6d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:04.665751 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4e1deda4-be, col_values=(('external_ids', {'iface-id': '4e1deda4-be9f-42ab-96ec-9b78a3f08acc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:dd:8b', 'vm-uuid': '953b7329-c6a1-4598-93f3-dc35c6bb8246'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:04.668049 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.670527 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:04.673861 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.688128 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:04.688128 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') Nov 24 14:28:04.746778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:04.747025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:04.747750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:04.747750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:04.747750 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:04.748943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e0adbde4-c16b-45a6-a9e0-1fcd9f61674f req-90735f14-1031-41d4-a3ae-dbe42ff6ab16 service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:04.830632 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Instance destroyed successfully. Nov 24 14:28:04.830632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lazy-loading 'resources' on Instance uuid e3682c94-17a5-44fc-bbe9-fbf728aed58f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:04.861657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:04.861815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:04.861948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:a8:f9:49, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:04.862334 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Using config drive Nov 24 14:28:05.065452 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:05.141815 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Took 13.45 seconds to build instance. Nov 24 14:28:05.337366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-1655993422',display_name='tempest-ServerRescueTestJSON-server-1655993422',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjson-server-1655993422',id=65,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:27:26Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='2400b15a19464799a689f554039e2c6a',ramdisk_id='',reservation_id='r-u0g6yggf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSON-1108140272',owner_user_name='tempest-ServerRescueTestJSON-1108140272-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:27:26Z,user_data=None,user_id='8f30d93bd1224483aa1a3afd062483ca',uuid=e3682c94-17a5-44fc-bbe9-fbf728aed58f,vcpu_model=,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:05.337801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converting VIF {"id": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "address": "fa:16:3e:03:b4:fa", "network": {"id": "066084e5-6cda-4f15-9052-50176bd6486a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-446562963-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2400b15a19464799a689f554039e2c6a", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap495bde9c-37", "ovs_interfaceid": "495bde9c-37e5-40df-a7be-aafeb98e9ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:05.338945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:05.339300 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:05.341072 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.341533 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap495bde9c-37, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:05.342983 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.344971 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:05.355928 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.357317 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.357757 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fc35485-5b85-4e76-963d-b335187a762f) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:05.358437 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.360638 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:05.371354 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:05.398192 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.401837 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:b4:fa,bridge_name='br-int',has_traffic_filtering=True,id=495bde9c-37e5-40df-a7be-aafeb98e9ae1,network=Network(066084e5-6cda-4f15-9052-50176bd6486a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap495bde9c-37') Nov 24 14:28:05.402339 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Deleting instance files /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f_del Nov 24 14:28:05.403439 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Deletion of /opt/stack/data/nova/instances/e3682c94-17a5-44fc-bbe9-fbf728aed58f_del complete Nov 24 14:28:05.496458 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Creating config drive at /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f/disk.config Nov 24 14:28:05.503577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpdmhsc5im {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:05.609466 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:05.609663 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] VM Stopped (Lifecycle Event) Nov 24 14:28:05.627439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpdmhsc5im" returned: 0 in 0.124s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:05.643677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e374e8c8-8760-4e19-a7fd-02d22a05ba0c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.961s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:05.689272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.701731 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.707061 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:05.874111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef1e67a0-5764-49e0-ba50-4af26f45f48e req-fe142c93-964e-490c-b570-67d25eb8fb3b service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:05.874289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef1e67a0-5764-49e0-ba50-4af26f45f48e req-fe142c93-964e-490c-b570-67d25eb8fb3b service nova] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:05.874460 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef1e67a0-5764-49e0-ba50-4af26f45f48e req-fe142c93-964e-490c-b570-67d25eb8fb3b service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:05.874622 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ef1e67a0-5764-49e0-ba50-4af26f45f48e req-fe142c93-964e-490c-b570-67d25eb8fb3b service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:05.874758 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ef1e67a0-5764-49e0-ba50-4af26f45f48e req-fe142c93-964e-490c-b570-67d25eb8fb3b service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Processing event network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:05.928725 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Took 1.38 seconds to destroy the instance on the hypervisor. Nov 24 14:28:05.929048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:28:05.929222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:28:05.929312 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:28:05.929877 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:05.944701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:05.944701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:05.944701 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] VM Started (Lifecycle Event) Nov 24 14:28:05.950826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:05.956996 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance spawned successfully. Nov 24 14:28:05.957264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:06.001813 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:06.045504 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:06.054394 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:06.062010 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:06.068043 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:06.115087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c589a496-1fc1-4c51-ac98-cc196560fadb None None] [instance: 17fa9ffe-8b52-4e2c-98cb-3d415dff2136] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:06.248219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:06.249146 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:06.250226 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No VIF found with MAC fa:16:3e:7b:dd:8b, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:06.251722 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Using config drive Nov 24 14:28:06.447947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:06.451477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:06.474920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.475273 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.475805 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.476239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.477332 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.477890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:06.757319 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:06.774701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:06.787810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:06.787965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] Acquiring lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:06.788134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:06.788262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:06.788386 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] No waiting events found dispatching network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:06.788567 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-unplugged-495bde9c-37e5-40df-a7be-aafeb98e9ae1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:06.788656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Received event network-vif-deleted-495bde9c-37e5-40df-a7be-aafeb98e9ae1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:06.788781 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Neutron deleted interface 495bde9c-37e5-40df-a7be-aafeb98e9ae1; detaching it from the instance and deleting it from the info cache Nov 24 14:28:06.788905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:06.870611 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Creating config drive at /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.config Nov 24 14:28:06.874042 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfm2pf0ny {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:06.955577 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:06.955952 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:06.956175 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] VM Paused (Lifecycle Event) Nov 24 14:28:06.985048 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Took 6.98 seconds to spawn the instance on the hypervisor. Nov 24 14:28:06.985243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:06.995249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfm2pf0ny" returned: 0 in 0.121s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:07.072434 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:07.088443 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:07.170622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:07.192840 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:07.196286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:07.279773 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Took 1.35 seconds to deallocate network for instance. Nov 24 14:28:07.294366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c852d483-170b-45be-ac39-c5103ad116aa req-b70fb813-8605-49d8-892c-cdf128c83dbf service nova] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Detach interface failed, port_id=495bde9c-37e5-40df-a7be-aafeb98e9ae1, reason: Instance e3682c94-17a5-44fc-bbe9-fbf728aed58f could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:28:07.461231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:07.466204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:07.466349 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] VM Resumed (Lifecycle Event) Nov 24 14:28:07.496960 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Took 17.35 seconds to build instance. Nov 24 14:28:07.789541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:07.789541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:07.916913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:07.918637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:07.918637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:07.918637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:07.918637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] No waiting events found dispatching network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:07.918637 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received unexpected event network-vif-plugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb for instance with vm_state active and task_state None. Nov 24 14:28:07.918925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:07.919171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:07.920589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:07.920589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:07.920589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Processing event network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:07.920589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:07.920887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:07.921177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:07.921432 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:07.921733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] No waiting events found dispatching network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:07.922022 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-13e02a68-2a8d-4c4b-8444-fb39f509d629 req-2821d2b6-c6b0-40e8-827b-c56b2bfc1df1 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received unexpected event network-vif-plugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc for instance with vm_state building and task_state spawning. Nov 24 14:28:07.922958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:07.930538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:07.958366 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance spawned successfully. Nov 24 14:28:07.958964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:07.970193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:07.991895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:07.999574 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3a39b6f5-7179-4f05-81fe-be79f4ab547b tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.870s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:08.067727 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Stashing vm_state: active {{(pid=120184) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} Nov 24 14:28:08.124357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:08.470533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.470884 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.471474 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.472075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.472843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.473663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:08.497500 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:08.497884 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] VM Started (Lifecycle Event) Nov 24 14:28:08.628658 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:08.628658 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:08.981739 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Took 6.68 seconds to spawn the instance on the hypervisor. Nov 24 14:28:08.981739 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:09.002193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:09.006732 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:09.133639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.344s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:09.155692 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.529s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:09.196693 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Deleted allocations for instance e3682c94-17a5-44fc-bbe9-fbf728aed58f Nov 24 14:28:09.496186 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Took 12.07 seconds to build instance. Nov 24 14:28:09.510169 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:09.510572 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:09.510857 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] VM Paused (Lifecycle Event) Nov 24 14:28:09.669410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:09.669776 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Claim successful on node np0005533992.novalocal Nov 24 14:28:09.770630 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:09.770630 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:09.998294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c65da0ce-7146-47d6-8056-cf8d085632d9 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.586s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:10.014767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:10.020574 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:10.020574 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] VM Resumed (Lifecycle Event) Nov 24 14:28:10.179831 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.resource_tracker [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating resource usage from migration 1530fbcf-d65d-4663-baeb-f9fc4e315c8c Nov 24 14:28:10.216609 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9f6a808d-73bc-47c2-9767-8b5a000ccc5f tempest-ServerRescueTestJSON-1108140272 tempest-ServerRescueTestJSON-1108140272-project-member] Lock "e3682c94-17a5-44fc-bbe9-fbf728aed58f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.177s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:10.273398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:28:10.390728 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:10.480088 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6e39f12e-94d3-4cf8-8b0c-f95f7cc4f0df tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Pausing Nov 24 14:28:10.481058 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6e39f12e-94d3-4cf8-8b0c-f95f7cc4f0df tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'flavor' on Instance uuid 953b7329-c6a1-4598-93f3-dc35c6bb8246 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:10.540696 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:10.544981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: pausing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:10.560927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:10.816880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:11.007169 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6e39f12e-94d3-4cf8-8b0c-f95f7cc4f0df tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:11.050650 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] During sync_power_state the instance has a pending task (pausing). Skip. Nov 24 14:28:11.050650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:11.050650 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] VM Paused (Lifecycle Event) Nov 24 14:28:11.063863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:11.553372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:11.560912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: active, current task_state: pausing, current DB power_state: 1, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:11.572582 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:11.572582 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Migrating Nov 24 14:28:11.589574 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.773s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:11.602884 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:11.602884 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Claim successful on node np0005533992.novalocal Nov 24 14:28:11.801232 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:12.064686 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] During sync_power_state the instance has a pending task (shelving). Skip. Nov 24 14:28:12.100201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:12.100403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:12.107183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:12.173335 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:12.391965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:12.392309 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:12.392668 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Shelving Nov 24 14:28:12.611797 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:12.664450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:12.664592 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] VM Stopped (Lifecycle Event) Nov 24 14:28:12.945280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:12.958710 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:13.088190 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:13.169785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b59f721c-6770-4cc4-8764-70236fb47a14 None None] [instance: 6b5eb1f0-d2b2-4730-90ea-39069d03f13d] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:13.427514 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.436173 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.436956 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.450957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:13.590693 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:13.595819 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.600895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.638684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:13.673223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:13.673611 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:13.673705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:13.673975 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:13.674164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] No waiting events found dispatching network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:13.674355 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-3167b844-ec59-4351-ab7d-28798b42620b req-9de095c0-65be-4a21-9148-2f4480557e39 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received unexpected event network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc for instance with vm_state paused and task_state shelving. Nov 24 14:28:13.675302 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance destroyed successfully. Nov 24 14:28:13.675641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'numa_topology' on Instance uuid 953b7329-c6a1-4598-93f3-dc35c6bb8246 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:13.961685 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:13.962652 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:28:14.238025 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Beginning cold snapshot process Nov 24 14:28:14.490796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:28:14.490796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:28:14.490796 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:14.495647 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:14.638767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:28:14.994616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Successfully created port: 0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:28:15.018805 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:28:15.112634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Starting migrate_disk_and_power_off {{(pid=120184) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:12480}} Nov 24 14:28:15.145335 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.160907 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.176633 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.337341 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.346020 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.371754 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance destroyed successfully. Nov 24 14:28:15.372526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:04Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:08Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:15.372726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:15.373594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:15.373942 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:15.375157 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.375373 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42af6765-4d, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:15.376488 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.379750 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:15.383199 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.383921 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.384094 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ea63931-20ba-4055-b303-f8702afc04e7) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:15.384788 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.386077 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:15.390172 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:15.391706 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') Nov 24 14:28:15.395260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.467467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Successfully updated port: 0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:28:15.486505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.486910 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.522307 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:28:15.546860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.547168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.567023 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk" returned: 0 in 0.020s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.567286 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk.config /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.585413 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk.config /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.585688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk.info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.603719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_resize/disk.info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.604426 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:15.604722 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:15.668942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Port 42af6765-4dd3-4fd9-aa68-11741ad25576 binding to destination host np0005533992.novalocal is already ACTIVE {{(pid=120184) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} Nov 24 14:28:15.744810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:15.745269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Acquiring lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:15.745756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:15.746174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:15.746512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] No waiting events found dispatching network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:15.747387 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received unexpected event network-vif-unplugged-4e1deda4-be9f-42ab-96ec-9b78a3f08acc for instance with vm_state paused and task_state shelving_image_pending_upload. Nov 24 14:28:15.747673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:15.747989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing instance network info cache due to event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:15.748230 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Acquiring lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:15.748428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Acquired lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:15.748690 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing network info cache for port 0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:15.755315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:28:15.755701 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk /opt/stack/data/nova/instances/snapshots/tmp7gsh8knj/50bea885830444f99c8db4176a802d11 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:15.892915 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246/disk /opt/stack/data/nova/instances/snapshots/tmp7gsh8knj/50bea885830444f99c8db4176a802d11" returned: 0 in 0.137s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:15.893238 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Snapshot extracted, beginning image upload Nov 24 14:28:15.972057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:16.265331 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:16.355098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:16.523173 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:16.541276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:16.541965 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:16.542182 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Creating image(s) Nov 24 14:28:16.545633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:16.545633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:16.545633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:16.545633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:16.546325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:16.547338 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:16.633770 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:16.634207 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:16.634710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:16.635186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:16.638869 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:16.639240 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:16.719911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:16.720421 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:16.720421 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:16.722832 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:16.722832 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:16.749419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk 1073741824" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:16.750072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.115s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:16.750392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:16.838834 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.088s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:16.839418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:16.839875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:16.903688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:16.904142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:16.904531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:16.904796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Ensure instance console log exists: /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:16.905565 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:16.905907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:16.906107 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:17.021028 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:17.029198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bbbecc73-7038-4a9f-9b97-10de6f952fa7 req-6cadc796-f7e1-461a-be0b-bf6657e1b337 service nova] Releasing lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:17.029877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:17.030148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:17.178363 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:17.608402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:17.733823 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:17.807416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:17.807611 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:17.807766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:17.820156 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:17.926025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:17.973716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:17.973887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:17.974040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:17.974160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:17.974293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:17.976145 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-958f3416-ac81-4497-88b6-3c377f3fd90c req-27751fa6-f224-4d24-ba41-7efd3dafd078 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received unexpected event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with vm_state active and task_state resize_migrated. Nov 24 14:28:18.178524 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Snapshot image upload complete Nov 24 14:28:18.179176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:18.310081 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:18.428591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:18.429283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance network_info: |[{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:28:18.431471 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Start _get_guest_xml network_info=[{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:18.438197 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:18.439897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-0', uuid='70ff3506-d843-48cf-93b3-89c33193f415'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012498.4393277) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:18.446712 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:18.447035 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:18.448460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:18.448814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:18.449765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:18.450074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:18.453607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:18.454458 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=72,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-shmou3nd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=70ff3506-d843-48cf-93b3-89c33193f415,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:18.454659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:18.455229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:18.455937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:18.647160 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:18.650726 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:18.651131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:18.696713 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Shelve offloading Nov 24 14:28:18.792612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] End _get_guest_xml xml= Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 70ff3506-d843-48cf-93b3-89c33193f415 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: instance-00000048 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: multiattach-server-0 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:18 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 70ff3506-d843-48cf-93b3-89c33193f415 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 70ff3506-d843-48cf-93b3-89c33193f415 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Preparing to wait for external event network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:18.961728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:18.968449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:18.968449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:18.968449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=72,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-shmou3nd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=70ff3506-d843-48cf-93b3-89c33193f415,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:18.969117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:18.970333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:18.970979 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:18.971767 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.972979 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:18.974721 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:18.977720 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.979338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13574bf2-fc3e-5bb5-9d0f-0e50fe96e121', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:18.980098 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.982996 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:18.985613 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.991389 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.991389 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f7f4946-f2, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:18.991389 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f7f4946-f2, col_values=(('qos', UUID('36b69c7b-cedd-4213-91f8-b328e67a9466')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:18.991389 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f7f4946-f2, col_values=(('external_ids', {'iface-id': '0f7f4946-f246-4b13-96b4-e72f422e7746', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:a3:26', 'vm-uuid': '70ff3506-d843-48cf-93b3-89c33193f415'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:18.992840 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:18.996802 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:19.003080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:19.004822 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') Nov 24 14:28:19.191691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:28:19.209380 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance destroyed successfully. Nov 24 14:28:19.210307 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:19.214362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:19.215018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:19.215665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:19.297659 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:19.724827 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:19.751594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:19.752135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:19.758601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:19.758601 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Claim successful on node np0005533992.novalocal Nov 24 14:28:19.849280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Starting finish_migration {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12667}} Nov 24 14:28:19.850407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:28:19.850624 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Creating image(s) Nov 24 14:28:19.852636 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:19.978008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.125s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:19.978837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:19.979437 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:20.049551 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:20.049956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:20.050274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:20.050550 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:20.050878 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:20.051489 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-186091f4-8f90-478e-8b2f-b9811b4746a0 req-c91b6f2c-842d-4e86-aa2b-2fddeafea0d6 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received unexpected event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with vm_state active and task_state resize_finish. Nov 24 14:28:20.068220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:20.068220 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] VM Stopped (Lifecycle Event) Nov 24 14:28:20.073592 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:20.100544 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk --force-share --output=json" returned: 0 in 0.121s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:20.101393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:20.243107 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Updating instance_info_cache with network_info: [{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:20.557605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:20.558052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:20.558423 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:39:a3:26, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:20.559447 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Using config drive Nov 24 14:28:20.573348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-031a6a65-13ba-4a83-933d-acd7acaa857b None None] [instance: e3682c94-17a5-44fc-bbe9-fbf728aed58f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:20.607274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:28:20.607662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Ensure instance console log exists: /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:20.608250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:20.608674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:20.609053 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:20.613334 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start _get_guest_xml network_info=[{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:20.617524 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:20.619330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-487989082', uuid='b46908c9-05f6-4f62-8103-5a247a045636'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.micro', flavorid='84', memory_mb=256, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012500.6187358) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:20.621024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:20.621707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:20.623258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:20.623652 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:20.625184 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:20.625802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:20.626150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:20.626417 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:20.626812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:20.627110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:20.627386 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:20.627788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:20.628138 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:20.628443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:20.628754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:20.629059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:20.633486 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:20.737131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.config --force-share --output=json" returned: 0 in 0.103s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:20.737464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:20.737716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:20.738222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:20.739149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:04Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:16Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:20.739345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:20.740020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] End _get_guest_xml xml= Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: instance-00000046 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 262144 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-487989082 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:20 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 256 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:20.741695 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:20.744964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:04Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:16Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:20.744964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:2e:f2:e6"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:20.744964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.745299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:20.745678 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:20.746149 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:20.760030 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9785915a-fee7-5a95-9de1-7ff09650b558', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:20.761649 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.776355 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:20.779548 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.779779 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42af6765-4d, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:20.780104 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42af6765-4d, col_values=(('qos', UUID('948d011f-2d22-4ed3-8cbb-920b81d46b46')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:20.780274 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42af6765-4d, col_values=(('external_ids', {'iface-id': '42af6765-4dd3-4fd9-aa68-11741ad25576', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:f2:e6', 'vm-uuid': 'b46908c9-05f6-4f62-8103-5a247a045636'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:20.781869 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.783745 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:20.796905 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:20.797834 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') Nov 24 14:28:21.065281 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:21.067978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:21.167600 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Creating config drive at /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.config Nov 24 14:28:21.170766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpsfumv0kd {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:21.194261 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Instance destroyed successfully. Nov 24 14:28:21.195487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid 953b7329-c6a1-4598-93f3-dc35c6bb8246 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:21.297171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpsfumv0kd" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:21.421305 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.434120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.557596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.572687 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.577768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:21.578162 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] VM Started (Lifecycle Event) Nov 24 14:28:21.584647 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:21.595661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-378badc8-0597-443c-8410-4106ba265809 req-f8671931-9968-4c1f-b458-972d7d69519a service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:21.595895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-378badc8-0597-443c-8410-4106ba265809 req-f8671931-9968-4c1f-b458-972d7d69519a service nova] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:21.596115 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-378badc8-0597-443c-8410-4106ba265809 req-f8671931-9968-4c1f-b458-972d7d69519a service nova] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:21.596306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-378badc8-0597-443c-8410-4106ba265809 req-f8671931-9968-4c1f-b458-972d7d69519a service nova] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:21.596485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-378badc8-0597-443c-8410-4106ba265809 req-f8671931-9968-4c1f-b458-972d7d69519a service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Processing event network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:21.597248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:21.600367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:21.607649 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance spawned successfully. Nov 24 14:28:21.607939 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:21.699666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<953b7329-c6a1-4598-93f3-dc35c6bb8246> lazy-loaded attributes: numa_topology,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:21.700881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1456443065',display_name='tempest-ServerActionsTestOtherB-server-1456443065',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1456443065',id=71,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:08Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=4,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-eey8hc6a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member',shelved_at='2025-11-24T19:28:18.178721',shelved_host='np0005533992.novalocal',shelved_image_id='52c2ccee-6f79-4d88-b006-f24511bc04ff'},tags=,task_state='shelving_offloading',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:15Z,user_data=None,user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=953b7329-c6a1-4598-93f3-dc35c6bb8246,vcpu_model=,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:21.701253 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e1deda4-be", "ovs_interfaceid": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:21.702258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:21.702765 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:21.704594 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.705027 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4e1deda4-be, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:21.706676 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.709128 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:21.711988 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.713336 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.713725 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dcd883a8-dad8-4970-9f32-fc01fbf6be6d) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:21.714351 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.716477 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:21.718374 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:21.721269 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:dd:8b,bridge_name='br-int',has_traffic_filtering=True,id=4e1deda4-be9f-42ab-96ec-9b78a3f08acc,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e1deda4-be') Nov 24 14:28:21.721770 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Deleting instance files /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246_del Nov 24 14:28:21.722466 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Deletion of /opt/stack/data/nova/instances/953b7329-c6a1-4598-93f3-dc35c6bb8246_del complete Nov 24 14:28:22.072279 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Received event network-changed-4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:22.076184 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Refreshing instance network info cache due to event network-changed-4e1deda4-be9f-42ab-96ec-9b78a3f08acc. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:22.076678 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] Acquiring lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:22.076957 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] Acquired lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:22.077248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Refreshing network info cache for port 4e1deda4-be9f-42ab-96ec-9b78a3f08acc {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:22.083377 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:22.087098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:22.093972 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:22.094747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:28:22.116149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.116335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.116861 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.117042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.117383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.119013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:22.178689 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.278243 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Deleted allocations for instance 953b7329-c6a1-4598-93f3-dc35c6bb8246 Nov 24 14:28:22.331993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:22.331993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:22.332368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:2e:f2:e6, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:22.333656 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Using config drive Nov 24 14:28:22.406961 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.422845 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.585131 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:22.604350 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:22.604733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:22.605146 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] VM Paused (Lifecycle Event) Nov 24 14:28:22.611021 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:28:22.611322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:28:22.611695 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:22.612037 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:22.628493 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Took 6.09 seconds to spawn the instance on the hypervisor. Nov 24 14:28:22.628680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:22.639297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:22.646266 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance running successfully. Nov 24 14:28:22.649936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Failed to set time: agent not configured {{(pid=120184) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}} Nov 24 14:28:22.649936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2e44094-6fbc-4d47-ab56-3c6ea03f9bfb tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] finish_migration finished successfully. {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12762}} Nov 24 14:28:22.694144 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '534c37690f5b4f8dace5fd41e7d1873d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e8f40bbd87c4aabbccd7695e171e39d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:28:22.764327 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.765521 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.768251 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.771115 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:22.782703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:22.782931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:23.003235 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:23.031445 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:23.080514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Successfully created port: 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:28:23.112748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:23.114943 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:28:23.122825 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:23.122825 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] VM Resumed (Lifecycle Event) Nov 24 14:28:23.134228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Updated VIF entry in instance network info cache for port 4e1deda4-be9f-42ab-96ec-9b78a3f08acc. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:23.134670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Updating instance_info_cache with network_info: [{"id": "4e1deda4-be9f-42ab-96ec-9b78a3f08acc", "address": "fa:16:3e:7b:dd:8b", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap4e1deda4-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:23.144802 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Took 12.36 seconds to build instance. Nov 24 14:28:23.460288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Successfully updated port: 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:28:23.536737 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:23.624696 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:28:23.630447 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:23.635344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:23.636849 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:23.636988 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:23.637167 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:23.637343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] No waiting events found dispatching network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:23.638878 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-e6b991d5-7362-420f-ba9f-6224b6518e3a req-8c18c29a-788f-4621-9486-8f86216b5c1a service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received unexpected event network-vif-plugged-0f7f4946-f246-4b13-96b4-e72f422e7746 for instance with vm_state active and task_state None. Nov 24 14:28:23.642461 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e6dead1d-2133-4f77-a1e8-4a3fc5e5d188 req-5c121646-0383-45d4-91b0-8bc5c366a27c service nova] Releasing lock "refresh_cache-953b7329-c6a1-4598-93f3-dc35c6bb8246" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:23.646200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:23.647856 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f13da344-b54a-435d-8838-a80d1ee5b2f5 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.877s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:23.964024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:23.964202 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:23.964427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:24.044052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.259s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:24.154680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for b46908c9-05f6-4f62-8103-5a247a045636 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:28:24.154680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:24.154680 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Resumed (Lifecycle Event) Nov 24 14:28:24.280768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-changed-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:24.281982 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing instance network info cache due to event network-changed-94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:24.281982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:24.404348 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:24.404533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:24.404750 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Shelving Nov 24 14:28:24.523124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:24.554060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8d3e2929-833a-4a90-828a-87b44d262403 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "953b7329-c6a1-4598-93f3-dc35c6bb8246" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 12.161s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:24.640548 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:24.642043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:24.642524 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Creating image(s) Nov 24 14:28:24.643377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:24.643788 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:24.645338 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:24.645462 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:24.651118 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:24.652831 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:24.656531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:24.678131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:24.695974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: resized, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:24.751876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:24.751876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:24.751876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Going to confirm migration 7 {{(pid=120184) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} Nov 24 14:28:24.784612 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:24.784952 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:24.785267 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:24.785577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:24.788111 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:24.788378 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:24.828197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:24.864662 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.076s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:24.864943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:24.904745 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk 1073741824" returned: 0 in 0.039s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:24.905088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.120s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:24.905371 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:24.971948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:24.972226 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:24.972442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:25.040185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json" returned: 0 in 0.067s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:25.040621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Cannot resize image /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:25.041031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:25.041272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Ensure instance console log exists: /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:25.041673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:25.041951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:25.042152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:25.199709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:25.200031 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Started (Lifecycle Event) Nov 24 14:28:25.256852 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:25.330399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:25.330709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance network_info: |[{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:28:25.331016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:25.331164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing network info cache for port 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:25.334307 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start _get_guest_xml network_info=[{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:25.338075 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:25.338980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSONUnderV235-server-954807589', uuid='ad16eb66-5b20-46bd-978a-a4767519d1da'), owner=OwnerMeta(userid='534c37690f5b4f8dace5fd41e7d1873d', username='tempest-ServerRescueTestJSONUnderV235-53790445-project-member', projectid='3e8f40bbd87c4aabbccd7695e171e39d', projectname='tempest-ServerRescueTestJSONUnderV235-53790445'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012505.3386984) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:25.342784 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:25.343303 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:25.343762 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:25.343946 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:25.344241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'info_cache' on Instance uuid b46908c9-05f6-4f62-8103-5a247a045636 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:25.348814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:25.348992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:25.351750 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:25.351750 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:25.352115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:25.352402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:25.352695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:25.352866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:25.353068 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:25.353189 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:25.353435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:25.353681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:25.353821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:25.354005 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:25.354135 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:25.354272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:25.356902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-954807589',display_name='tempest-ServerRescueTestJSONUnderV235-server-954807589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjsonunderv235-server-954807589',id=73,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e8f40bbd87c4aabbccd7695e171e39d',ramdisk_id='',reservation_id='r-owp7x5dp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSONUnderV235-53790445',owner_user_name='tempest-ServerRescueTestJSONUnderV235-53790445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:23Z,user_data=None,user_id='534c37690f5b4f8dace5fd41e7d1873d',uuid=ad16eb66-5b20-46bd-978a-a4767519d1da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:25.357023 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converting VIF {"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:25.357598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:25.360689 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'pci_devices' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:25.468285 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.475913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.574685 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.582664 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.689916 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance destroyed successfully. Nov 24 14:28:25.690196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:25.702625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:25.705799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Synchronizing instance power state after lifecycle event "Started"; current vm_state: resized, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:25.836624 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] End _get_guest_xml xml= Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: instance-00000049 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-server-954807589 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:25 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-53790445-project-member Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-53790445 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:25.863515 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:25.865022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Preparing to wait for external event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:25.865022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:25.865022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:25.865022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:25.865400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-954807589',display_name='tempest-ServerRescueTestJSONUnderV235-server-954807589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjsonunderv235-server-954807589',id=73,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e8f40bbd87c4aabbccd7695e171e39d',ramdisk_id='',reservation_id='r-owp7x5dp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSONUnderV235-53790445',owner_user_name='tempest-ServerRescueTestJSONUnderV235-53790445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:23Z,user_data=None,user_id='534c37690f5b4f8dace5fd41e7d1873d',uuid=ad16eb66-5b20-46bd-978a-a4767519d1da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:25.865767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converting VIF {"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:25.866527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:25.866889 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:25.868324 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.868658 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:25.868976 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:25.870737 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.873532 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7052f44-307f-5f4e-8b74-0a80cc2fd0ff', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:25.874814 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.879114 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:25.880290 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.882692 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.882921 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94563574-4a, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:25.883444 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94563574-4a, col_values=(('qos', UUID('364e5137-d51c-4b28-b669-f9ea314ef2c8')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:25.883709 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94563574-4a, col_values=(('external_ids', {'iface-id': '94563574-4ae7-4de1-9d07-65c552639781', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:a8:82', 'vm-uuid': 'ad16eb66-5b20-46bd-978a-a4767519d1da'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:25.884584 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.886926 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:25.895453 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:25.895841 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') Nov 24 14:28:26.010581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:26.010840 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:26.082520 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:26.164943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updated VIF entry in instance network info cache for port 94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:26.165198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:26.259431 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Beginning cold snapshot process Nov 24 14:28:26.343882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:26.343882 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:26.343882 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:26.344114 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:26.344353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:26.344459 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received unexpected event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with vm_state resized and task_state None. Nov 24 14:28:26.344655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:26.344808 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing instance network info cache due to event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:26.345038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquiring lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:26.345379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquired lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:26.345532 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing network info cache for port 0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:26.361193 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:26.516516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:28:26.663657 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:26.676526 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-da0c823e-64bd-4fd9-874d-11a309a0144c req-77d199e4-dbe6-455d-98bd-85c452317c42 service nova] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:26.744116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [{"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:26.847680 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:27.058947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:27.059152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:27.062622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:27.062785 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Claim successful on node np0005533992.novalocal Nov 24 14:28:27.125623 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:27.188029 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:27.217031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updated VIF entry in instance network info cache for port 0f7f4946-f246-4b13-96b4-e72f422e7746. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:27.217484 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:27.247550 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-b46908c9-05f6-4f62-8103-5a247a045636" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:27.247550 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'migration_context' on Instance uuid b46908c9-05f6-4f62-8103-5a247a045636 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:27.441608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:27.441608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:27.441608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No VIF found with MAC fa:16:3e:72:a8:82, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:27.441608 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Using config drive Nov 24 14:28:27.723134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Releasing lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:27.723497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:27.723841 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:27.724157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:27.724423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:27.724730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:27.725014 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received unexpected event network-vif-plugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with vm_state resized and task_state None. Nov 24 14:28:27.725288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:27.725577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:27.728972 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:27.729252 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:27.729525 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:27.729842 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received unexpected event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with vm_state active and task_state shelving_image_pending_upload. Nov 24 14:28:27.730113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:27.730415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:27.730738 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:27.730990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:27.731248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:27.731515 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-ad5990f5-0f05-4295-8006-aa74861c686e req-8bde7d4b-ab9e-483b-869e-cd995313bcc3 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received unexpected event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with vm_state active and task_state shelving_image_pending_upload. Nov 24 14:28:27.749767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:27.751178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:27.772937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:28:27.773358 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk /opt/stack/data/nova/instances/snapshots/tmp60jnuofd/025e5d76933c41daba489458b154b37b {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:27.948577 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:28.036482 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Creating config drive at /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config Nov 24 14:28:28.039953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpq0dwihda {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:28.163397 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpq0dwihda" returned: 0 in 0.123s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:28.273795 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.273795 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.276205 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.360575 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk /opt/stack/data/nova/instances/snapshots/tmp60jnuofd/025e5d76933c41daba489458b154b37b" returned: 0 in 0.587s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:28.360575 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Snapshot extracted, beginning image upload Nov 24 14:28:28.423763 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:28.427865 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ba85c05a-6cc4-49d8-a5cd-0825cea37643 req-24d3a849-59ad-4ac7-bbeb-996b560c6916 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:28.428102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ba85c05a-6cc4-49d8-a5cd-0825cea37643 req-24d3a849-59ad-4ac7-bbeb-996b560c6916 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:28.429982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ba85c05a-6cc4-49d8-a5cd-0825cea37643 req-24d3a849-59ad-4ac7-bbeb-996b560c6916 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:28.429982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ba85c05a-6cc4-49d8-a5cd-0825cea37643 req-24d3a849-59ad-4ac7-bbeb-996b560c6916 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:28.429982 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ba85c05a-6cc4-49d8-a5cd-0825cea37643 req-24d3a849-59ad-4ac7-bbeb-996b560c6916 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Processing event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:28.470094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:28.470551 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Started (Lifecycle Event) Nov 24 14:28:28.471682 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:28.474141 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.480011 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:28.481679 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.484365 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.487293 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance spawned successfully. Nov 24 14:28:28.487293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:28.489381 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.494617 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.513512 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:28.671892 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:28.671986 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] VM Stopped (Lifecycle Event) Nov 24 14:28:28.931183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:28.973707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:28.977697 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:28.994665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:28.994810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:28.995088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:28.995333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:28.995592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:28.995868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:29.174467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f5bf7bab-558a-4eda-828d-8666ab58748d None None] [instance: 953b7329-c6a1-4598-93f3-dc35c6bb8246] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:29.436754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:29.437148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:28:29.440007 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.688s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:29.483126 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:29.483518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:29.483518 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Paused (Lifecycle Event) Nov 24 14:28:29.500144 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Took 4.86 seconds to spawn the instance on the hypervisor. Nov 24 14:28:29.500298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:29.957112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:28:29.957112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:28:29.957112 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:29.957112 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:29.985515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:29.992158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:29.992297 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Resumed (Lifecycle Event) Nov 24 14:28:30.009576 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Took 10.31 seconds to build instance. Nov 24 14:28:30.032783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:28:30.306532 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:30.454379 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Snapshot image upload complete Nov 24 14:28:30.454379 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:30.458006 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:28:30.530636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:30.532325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c2a9b61f-0ebc-477a-a035-6f70f449c970 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.881s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:30.533449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:30.535595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:30.535595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:30.535595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:30.535595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:30.535595 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-10286834-86f9-4217-b12d-c8ae6d2829bd req-d8c3a900-b978-4f9e-b088-4a078a7f7146 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received unexpected event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with vm_state active and task_state None. Nov 24 14:28:30.544623 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:30.616819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Successfully created port: 7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:28:30.809806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:30.887596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:30.964863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:28:30.970603 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Shelve offloading Nov 24 14:28:31.008068 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Successfully updated port: 7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:28:31.043246 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Rescuing Nov 24 14:28:31.044736 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:31.044736 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:31.044736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:31.047022 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] During sync_power_state the instance has a pending task (rescuing). Skip. Nov 24 14:28:31.490337 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance destroyed successfully. Nov 24 14:28:31.491039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:31.494279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:31.494577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:31.495025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:31.510517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:31.511008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:31.511151 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:31.550539 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:31.834080 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.394s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:31.897343 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:31.980676 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:31.981910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:31.982154 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Creating image(s) Nov 24 14:28:31.982591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:31.982879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:31.983626 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:31.983997 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:31.987499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:31.988794 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:31.999229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:32.001904 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:32.067730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:32.094718 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:32.095135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:32.095534 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:32.095885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:32.099455 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:32.099850 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:32.173876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:32.174344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:32.183426 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:32.196590 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:32.223118 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk 1073741824" returned: 0 in 0.048s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:32.223439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.128s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:32.223704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:32.297647 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:32.318522 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:32.322598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:32.322598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:32.322782 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:32.388756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:32.403358 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.080s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:32.403568 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:32.403831 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:32.403988 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Ensure instance console log exists: /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:32.404248 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:32.404430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:32.404584 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:32.452106 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocation for migration 1530fbcf-d65d-4663-baeb-f9fc4e315c8c Nov 24 14:28:32.518082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:32.591684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:32.591981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing instance network info cache due to event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:32.592138 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] Acquiring lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:32.823268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:32.823681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Instance network_info: |[{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:28:32.824083 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] Acquired lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:32.824299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:32.828979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Start _get_guest_xml network_info=[{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:32.833504 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:32.834717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-1', uuid='0238a3da-b1ba-428e-847c-36883d8d9c61'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012512.8343341) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:32.835928 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:32.836478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:32.838214 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:32.838614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:32.839991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:32.840363 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:32.840592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:32.840758 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:32.840949 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:32.841096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:32.841259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:32.841478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:32.841676 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:32.842016 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:32.842207 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:32.842512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:32.845921 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=74,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-ysnd2vo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=0238a3da-b1ba-428e-847c-36883d8d9c61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:32.846150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:32.846792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:32.847462 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:32.890388 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:32.890775 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:32.891393 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:32.956069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-111dae20-c97c-41eb-ac45-6e1b82230e94 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.205s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:33.300517 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance destroyed successfully. Nov 24 14:28:33.300517 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:33.323756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:33.323756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing instance network info cache due to event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:33.323756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:33.323756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:33.323756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:33.330708 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] End _get_guest_xml xml= Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0238a3da-b1ba-428e-847c-36883d8d9c61 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: instance-0000004a Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: multiattach-server-1 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:32 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0238a3da-b1ba-428e-847c-36883d8d9c61 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 0238a3da-b1ba-428e-847c-36883d8d9c61 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:33.351795 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:33.353136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Preparing to wait for external event network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:33.353136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:33.353136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:33.353136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:33.353136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=74,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-ysnd2vo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=0238a3da-b1ba-428e-847c-36883d8d9c61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:33.353330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:33.353546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.356136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '480d360d-a3a3-5cb9-bcf8-14ae3c6efa52', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.357599 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.357599 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:33.365395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.368449 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.368449 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c69b95e-44, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.368961 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c69b95e-44, col_values=(('qos', UUID('2ba24fb9-8340-4347-a824-cc00b6d51e8a')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.369027 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c69b95e-44, col_values=(('external_ids', {'iface-id': '7c69b95e-447f-4757-8fb3-8c3613247bd1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:cb:62', 'vm-uuid': '0238a3da-b1ba-428e-847c-36883d8d9c61'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.370132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.372374 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:33.378665 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.380215 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') Nov 24 14:28:33.578482 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:33.658546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updated VIF entry in instance network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:33.658833 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:33.802461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: numa_topology,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:33.803680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:27:32Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=4,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member',shelved_at='2025-11-24T19:28:30.453990',shelved_host='np0005533992.novalocal',shelved_image_id='d7971013-0f0a-4be5-b76b-6b0e6d78aab7'},tags=,task_state='shelving_offloading',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:33.804047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:33.805322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:33.805967 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:33.808233 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.809109 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01f283c7-2c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.810113 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.812817 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:33.815424 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.816848 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.817201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af27bd65-6b94-45cf-9109-f4bc8fe8ce9e) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:33.819416 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.820260 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:33.823080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:33.824474 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') Nov 24 14:28:33.825169 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Deleting instance files /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451_del Nov 24 14:28:33.841587 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Deletion of /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451_del complete Nov 24 14:28:33.846455 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:34.072700 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:34.146220 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:34.160375 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:34.162615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7abb2692-6bbd-49e3-80dd-5bd5fd2ff0d5 req-affb89f1-d946-4445-8b2e-9b152cb1a522 service nova] Releasing lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:34.172267 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:34.194751 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updated VIF entry in instance network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:34.195000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap01f283c7-2c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:34.384953 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance destroyed successfully. Nov 24 14:28:34.385202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'numa_topology' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:34.423219 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Deleted allocations for instance 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:28:34.533011 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.533206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:34.533374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.533518 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:34.533677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:34.535582 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Terminating instance Nov 24 14:28:34.699987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-428e4eaf-fa06-4403-8a6f-8aafd5d016b3 req-8fba9bbc-6dde-441f-8a77-5231bdc73942 service nova] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:34.718581 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received unexpected event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with vm_state active and task_state rescuing. Nov 24 14:28:34.718920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:34.719107 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.719422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:34.719790 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:34.719970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:34.720157 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-9206f7bb-1c02-4050-b466-eac58114b452 req-028564b5-a4b9-467c-b1fe-6fbc7b7c4f23 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received unexpected event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with vm_state active and task_state rescuing. Nov 24 14:28:34.891916 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Attempting rescue Nov 24 14:28:34.896656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} {{(pid=120184) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4602}} Nov 24 14:28:34.900665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:28:34.900665 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Creating image(s) Nov 24 14:28:34.901035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.901274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:34.901809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "/opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:34.902057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'trusted_certs' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:34.920290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:34.920862 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:34.921304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:10:cb:62, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:34.921729 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Using config drive Nov 24 14:28:34.930331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:34.930331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:35.040617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:28:35.101475 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.112852 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.143095 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.178638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:35.311585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:35.311585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:35.316425 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.321342 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Instance destroyed successfully. Nov 24 14:28:35.321985 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'resources' on Instance uuid b46908c9-05f6-4f62-8103-5a247a045636 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:35.333852 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.355339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:35.355662 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:35.355897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:35.356236 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:35.356512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:35.356690 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ab21106a-4e5c-4a5d-9148-6042833115f9 req-8bc03fb7-d171-4bae-873d-fe52dfaa56bd service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:35.405748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:35.406232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:35.409379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:35.409753 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:35.410329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:35.410329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:35.412702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:35.412964 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:35.429318 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:35.507755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.090s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:35.507755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:35.531424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:35.532087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.122s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:35.532643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'migration_context' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:35.546820 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Creating config drive at /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.config Nov 24 14:28:35.555021 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmprahwvd8l {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:35.681834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:35.692872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmprahwvd8l" returned: 0 in 0.134s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:35.799460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.818324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:28:35.831397 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-487989082',display_name='tempest-ServerDiskConfigTestJSON-server-487989082',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-487989082',id=70,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:23Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-vici3ad4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:32Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=b46908c9-05f6-4f62-8103-5a247a045636,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:35.831527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "42af6765-4dd3-4fd9-aa68-11741ad25576", "address": "fa:16:3e:2e:f2:e6", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap42af6765-4d", "ovs_interfaceid": "42af6765-4dd3-4fd9-aa68-11741ad25576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:35.832515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:35.833245 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:35.841236 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.846903 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42af6765-4d, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:35.848259 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.850395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:35.859576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.859576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.859576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=948d011f-2d22-4ed3-8cbb-920b81d46b46) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:35.861821 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.863945 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:35.866940 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.874724 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:f2:e6,bridge_name='br-int',has_traffic_filtering=True,id=42af6765-4dd3-4fd9-aa68-11741ad25576,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42af6765-4d') Nov 24 14:28:35.874862 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Deleting instance files /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_del Nov 24 14:28:35.875297 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Deletion of /opt/stack/data/nova/instances/b46908c9-05f6-4f62-8103-5a247a045636_del complete Nov 24 14:28:35.947255 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.952546 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:35.958460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:35.959629 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] VM Started (Lifecycle Event) Nov 24 14:28:36.036048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:36.036353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:36.036976 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start _get_guest_xml network_info=[{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "vif_mac": "fa:16:3e:72:a8:82"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config.rescue': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue={'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=Noneshare_info=ShareMappingList(objects=[]) {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:36.037206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'resources' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:36.196918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.266s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:36.386884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:36.387155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:36.391946 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:36.396008 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Claim successful on node np0005533992.novalocal Nov 24 14:28:36.402843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:36.406292 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Took 1.37 seconds to destroy the instance on the hypervisor. Nov 24 14:28:36.408092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:28:36.408092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:28:36.408092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:28:36.409080 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:36.463898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:36.466955 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:36.467216 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] VM Paused (Lifecycle Event) Nov 24 14:28:36.494586 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:36.540292 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:36.543545 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:36.544899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerRescueTestJSONUnderV235-server-954807589', uuid='ad16eb66-5b20-46bd-978a-a4767519d1da'), owner=OwnerMeta(userid='534c37690f5b4f8dace5fd41e7d1873d', username='tempest-ServerRescueTestJSONUnderV235-53790445-project-member', projectid='3e8f40bbd87c4aabbccd7695e171e39d', projectname='tempest-ServerRescueTestJSONUnderV235-53790445'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "vif_mac": "fa:16:3e:72:a8:82"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012516.5445075) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:36.547281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:36.547281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:36.549123 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:36.549590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:36.552628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:36.552909 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:36.553087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:36.553292 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'vcpu_model' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:36.706056 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f5d078a4-45bc-4e60-82e0-24e3ace642dd tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 12.301s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:36.707382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.305s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:36.707804 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Unshelving Nov 24 14:28:36.753657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-af1ec7b8-8f66-4407-9d2b-d3473bf9770f req-032ece38-3fe7-4ed9-b3dd-1aabccfdb1f4 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-deleted-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:36.753982 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-af1ec7b8-8f66-4407-9d2b-d3473bf9770f req-032ece38-3fe7-4ed9-b3dd-1aabccfdb1f4 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Neutron deleted interface 42af6765-4dd3-4fd9-aa68-11741ad25576; detaching it from the instance and deleting it from the info cache Nov 24 14:28:36.754283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-af1ec7b8-8f66-4407-9d2b-d3473bf9770f req-032ece38-3fe7-4ed9-b3dd-1aabccfdb1f4 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:36.971544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:36.977179 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:37.055626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:37.060675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-954807589',display_name='tempest-ServerRescueTestJSONUnderV235-server-954807589',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjsonunderv235-server-954807589',id=73,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:29Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='3e8f40bbd87c4aabbccd7695e171e39d',ramdisk_id='',reservation_id='r-owp7x5dp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSONUnderV235-53790445',owner_user_name='tempest-ServerRescueTestJSONUnderV235-53790445-project-member'},tags=,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:29Z,user_data=None,user_id='534c37690f5b4f8dace5fd41e7d1873d',uuid=ad16eb66-5b20-46bd-978a-a4767519d1da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "vif_mac": "fa:16:3e:72:a8:82"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:37.061060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converting VIF {"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "vif_mac": "fa:16:3e:72:a8:82"}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:37.061938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:37.062951 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'pci_devices' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:37.184583 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:37.215514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:37.260761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-af1ec7b8-8f66-4407-9d2b-d3473bf9770f req-032ece38-3fe7-4ed9-b3dd-1aabccfdb1f4 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Detach interface failed, port_id=42af6765-4dd3-4fd9-aa68-11741ad25576, reason: Instance b46908c9-05f6-4f62-8103-5a247a045636 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:28:37.402008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:37.402340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Acquiring lock "b46908c9-05f6-4f62-8103-5a247a045636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:37.402864 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "b46908c9-05f6-4f62-8103-5a247a045636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] No waiting events found dispatching network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Received event network-vif-unplugged-42af6765-4dd3-4fd9-aa68-11741ad25576 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:37.405008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Processing event network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:37.406025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:37.406025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:37.406025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:37.406025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:37.406281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] No waiting events found dispatching network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:37.406551 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-d60a21d5-ec42-4b3b-9f36-234a768f7c36 req-6fdfc8b5-26d9-4547-b3d8-cff290507824 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received unexpected event network-vif-plugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 for instance with vm_state building and task_state spawning. Nov 24 14:28:37.408082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:37.452023 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:37.455926 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Instance spawned successfully. Nov 24 14:28:37.456239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:37.482294 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:37.482591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:37.482795 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] VM Resumed (Lifecycle Event) Nov 24 14:28:37.568641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] End _get_guest_xml xml= Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: instance-00000049 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-server-954807589 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:36 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-53790445-project-member Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: tempest-ServerRescueTestJSONUnderV235-53790445 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:37.569895 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:37.576653 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance destroyed successfully. Nov 24 14:28:37.721126 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Took 1.31 seconds to deallocate network for instance. Nov 24 14:28:37.756638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:37.758375 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:37.774032 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:37.782997 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:37.963295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.963460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.963671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.963880 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.964104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.964323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:37.985806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:37.990647 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:38.260971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:38.286270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:38.473436 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Took 6.49 seconds to spawn the instance on the hypervisor. Nov 24 14:28:38.473812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:38.543730 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:38.794197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:38.794260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:28:38.798711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.025s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:38.800869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:38.989407 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Took 11.96 seconds to build instance. Nov 24 14:28:39.101984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:39.103594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:39.103594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:39.103594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] No VIF found with MAC fa:16:3e:72:a8:82, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:39.103594 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Using config drive Nov 24 14:28:39.313655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:39.319390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:28:39.319390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:28:39.319390 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:39.320904 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:39.355738 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:39.356319 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Claim successful on node np0005533992.novalocal Nov 24 14:28:39.422119 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19d2a265be24465fa3043f8fd7277d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb2b5553f7b4d91a5854c6e032c22c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:28:39.492309 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-62a4f52c-6d17-45ba-b226-1032059bffa6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.481s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:39.610578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'ec2_ids' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:39.816777 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:28:39.964535 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Successfully created port: a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:28:40.038382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:40.038382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing instance network info cache due to event network-changed-0f7f4946-f246-4b13-96b4-e72f422e7746. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:40.038382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] Acquiring lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:40.038382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] Acquired lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:40.038382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Refreshing network info cache for port 0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:40.112319 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:40.112483 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'keypairs' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:40.322730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:28:40.444357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Successfully updated port: a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:28:40.473326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-changed-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:40.473467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Refreshing instance network info cache due to event network-changed-a8420464-4999-490c-be4c-4b782c03d49c. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:40.473637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] Acquiring lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:40.473741 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] Acquired lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:40.473869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Refreshing network info cache for port a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:40.539624 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:40.617703 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:40.621536 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:40.700895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:40.739779 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Creating config drive at /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config.rescue Nov 24 14:28:40.742250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpz96ax4wj {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:40.752911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:40.818263 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:40.861589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpz96ax4wj" returned: 0 in 0.119s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:40.903292 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:40.935053 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:40.947670 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:40.947670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:40.957052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updated VIF entry in instance network info cache for port 0f7f4946-f246-4b13-96b4-e72f422e7746. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:40.957291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [{"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:40.977634 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:41.060917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:41.107775 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f037d528-3876-432d-a2cb-34b2bae80731 tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:41.108022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for ad16eb66-5b20-46bd-978a-a4767519d1da due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:28:41.108176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:41.108309 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Resumed (Lifecycle Event) Nov 24 14:28:41.195522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:41.201548 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:41.209715 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:41.212337 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:41.213867 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:41.216358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:41.216594 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Stopped (Lifecycle Event) Nov 24 14:28:41.265715 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:41.332356 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:28:41.333302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:41.333876 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Creating image(s) Nov 24 14:28:41.334429 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:41.334704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.336201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.336975 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:41.340570 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:41.342264 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:41.410225 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:41.411011 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:41.411370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.411759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:41.414377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:41.414691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:41.461038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7d4780fd-750a-4340-87cb-9154109a720d req-3990b86e-e209-41e9-bdfe-0e4573487e6e service nova] Releasing lock "refresh_cache-70ff3506-d843-48cf-93b3-89c33193f415" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:41.506012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.089s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:41.506012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:41.542717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk 1073741824" returned: 0 in 0.038s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:41.543377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.132s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.543738 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:41.612370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:41.615335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:41.636864 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.092s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:41.637497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:28:41.637836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:41.715792 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json" returned: 0 in 0.076s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:41.716061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:28:41.716342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:41.716492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Ensure instance console log exists: /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:41.716811 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:41.720648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.720648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.724335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.724335 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:41.725822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-feca0d7f-0783-4ead-82b8-c5c80150f5c1 req-9ba10c01-ff28-4a47-be24-174701e66cf1 service nova] Releasing lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:41.726810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-16ec1ff3-e3ea-4b60-b0fd-05c20fc4e910 None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:41.741262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.481s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.741476 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:41.741679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:41.745051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.756439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.491s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.756593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:41.756747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:28:41.761089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:41.761412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:41.776896 np0005533992.novalocal nova-compute[120184]: INFO nova.network.neutron [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating port 01f283c7-2c76-4b98-8cff-45b0b707cb40 with attributes {'binding:host_id': 'np0005533992.novalocal', 'device_owner': 'compute:nova'} Nov 24 14:28:41.788911 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocations for instance b46908c9-05f6-4f62-8103-5a247a045636 Nov 24 14:28:42.085892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:42.086261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:42.086261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:42.119149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:42.119280 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Started (Lifecycle Event) Nov 24 14:28:42.187625 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:42.262868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:42.262868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing instance network info cache due to event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:42.262868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Acquiring lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:42.262868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Acquired lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:42.263135 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:42.267108 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:42.305320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:28:42.435923 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:42.558720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:42.590723 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:42.621882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:42.629598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Synchronizing instance power state after lifecycle event "Started"; current vm_state: rescued, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:42.769796 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:42.795982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1f1bcb3e-2f6d-49a1-a8d5-c9aa4b3b1bed tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "b46908c9-05f6-4f62-8103-5a247a045636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.263s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:42.815376 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:42.914198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:42.914545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:42.984160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk.rescue --force-share --output=json" returned: 0 in 0.069s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:42.984428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.044580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.045062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.062582 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:43.062582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance network_info: |[{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:28:43.067219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start _get_guest_xml network_info=[{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:43.078617 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:43.079885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-2087034623', uuid='2d884bc6-c3a6-473a-965e-50e7abc880b1'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012523.0791242) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:43.083429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:43.084217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:43.087004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:43.087004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:43.087878 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:43.088582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:43.089040 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:43.089267 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:43.089473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:43.089655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:43.089823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:43.090057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:43.090247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:43.090675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:43.090878 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:43.091066 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:43.096017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:40Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:43.096017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:43.096931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:43.100287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d884bc6-c3a6-473a-965e-50e7abc880b1 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:43.140668 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.143838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.211804 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:43.239732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.240054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.291751 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.530s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:43.320267 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:43.323018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.326810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.337686 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:43.400954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.403510 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.460533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updated VIF entry in instance network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:43.460533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:43.476306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127/disk --force-share --output=json" returned: 0 in 0.073s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.479390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vda) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:28:43.482520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.563564 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-changed-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:43.563785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing instance network info cache due to event network-changed-94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:43.564042 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:43.564195 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:43.564384 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing network info cache for port 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:43.566187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.084s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.568159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] End _get_guest_xml xml= Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: instance-0000004b Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-2087034623 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:43 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:43.629450 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:43.631746 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Preparing to wait for external event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:43.631746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:43.631746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:43.631746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:43.631746 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:40Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:43.631898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:43.633206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:43.633206 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:43.634088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.636457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:43.636457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:43.636457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.636457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '226e7c22-b742-52a8-aacf-6a70206573d2', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:43.638952 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.639316 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:43.640439 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.641966 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.642345 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8420464-49, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:43.642877 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8420464-49, col_values=(('qos', UUID('848fe312-3994-471e-a93e-db703e029a22')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:43.643094 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8420464-49, col_values=(('external_ids', {'iface-id': 'a8420464-4999-490c-be4c-4b782c03d49c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:9a:14', 'vm-uuid': '2d884bc6-c3a6-473a-965e-50e7abc880b1'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:43.647277 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.648675 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:43.654541 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:43.654541 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') Nov 24 14:28:43.659690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.812580 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:43.814898 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:43.829522 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:43.831611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:28:43.831991 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating image(s) Nov 24 14:28:43.832746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:43.833248 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:43.834452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "/opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:43.834726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:43.840449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.026s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:43.840905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7014MB free_disk=373.2373962402344GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:28:43.841161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:43.841447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:43.962523 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Releasing lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:43.962523 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:43.962665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:43.962884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:43.963084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:43.963469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received unexpected event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with vm_state rescued and task_state None. Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:43.965070 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-db0df28f-d80e-40a8-9dce-145ac456e378 req-05098cbf-84b0-47d3-90d0-57e586383ce3 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received unexpected event network-vif-plugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with vm_state rescued and task_state None. Nov 24 14:28:44.070610 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:44.337580 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:44.346588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:44.346863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "317c2b190b285be057424e3714d4d8c32bac158e" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:44.347357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "317c2b190b285be057424e3714d4d8c32bac158e" acquired by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:44.362480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:44.362759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:44.362992 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Attaching volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 to /dev/vdb Nov 24 14:28:44.429945 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:28:44.432858 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:44.433004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing instance network info cache due to event network-changed-01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:44.433178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] Acquiring lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:44.433301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] Acquired lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:44.434573 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Refreshing network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:44.435422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:44.437313 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:44.440612 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e204e2a5-76c4-4182-a2f9-f658e6e21b3f]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[345534ef-7484-4e57-a631-a642edf1b3ec]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:44.442953 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:28:44.447606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[345534ef-7484-4e57-a631-a642edf1b3ec]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:44.448429 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:28:44.448634 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:28:44.449233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:44.459448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:44.459872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[65de844a-bb6d-4ed6-8fec-c643102e6e4e]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:44.460746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:44.469514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:44.471231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fe258f-966c-4386-80a8-be4de84c36fe]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:44.471739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b33cf0-010d-4eb2-b9a7-2b24ca4ba29b]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:44.472053 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:44.486451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updated VIF entry in instance network info cache for port 94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:44.486957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:44.495509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:28:44.495721 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:28:44.497181 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:28:44.498658 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe72:a882', 'fe80::4c8:daff:fe29:f333'] Nov 24 14:28:44.499362 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:28:44.499362 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:28:44.499478 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (70ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe72:a882', 'fe80::4c8:daff:fe29:f333']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:28:44.499875 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating existing volume attachment record: 9216ada9-d51f-414d-a550-3ef9e2b265a9 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:28:45.200580 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:45.204514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:45.204745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-changed-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:45.204889 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing instance network info cache due to event network-changed-94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:45.205072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:45.205189 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:45.205328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing network info cache for port 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:45.237059 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:45.273661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance e5f221bd-33da-443d-a36e-6b80bc8d1127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.273824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.273991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 70ff3506-d843-48cf-93b3-89c33193f415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.274125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance ad16eb66-5b20-46bd-978a-a4767519d1da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.274284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.274425 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 2d884bc6-c3a6-473a-965e-50e7abc880b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.274576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 6d7aa71c-ef9d-43cd-a502-19dae5b29451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:28:45.274809 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 7 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:28:45.274996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1856MB phys_disk=399GB used_disk=6GB total_vcpus=8 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:28:43 up 36 min, 13 users, load average: 7.18, 5.63, 3.88\n', 'num_instances': '7', 'num_vm_active': '4', 'num_task_None': '5', 'num_os_type_None': '7', 'num_proj_d8bf7221feff410c81ab1b733598e6ee': '2', 'io_workload': '1', 'num_proj_b8c5afe0783b4a2e8465ddb625847eac': '3', 'num_vm_rescued': '1', 'num_proj_3e8f40bbd87c4aabbccd7695e171e39d': '1', 'num_vm_building': '1', 'num_task_spawning': '2', 'num_proj_aeb2b5553f7b4d91a5854c6e032c22c8': '1', 'num_vm_shelved_offloaded': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:28:45.338573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.342136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.342136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.part --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.376068 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:45.376204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:45.376383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:95:9a:14, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:45.376933 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Using config drive Nov 24 14:28:45.429917 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.part --force-share --output=json" returned: 0 in 0.088s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.430099 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.images [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] d7971013-0f0a-4be5-b76b-6b0e6d78aab7 was qcow2, converting to raw {{(pid=120184) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}} Nov 24 14:28:45.431387 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:28:45.431628 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.part /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.converted {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.555759 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:45.567090 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:45.647864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:45.674228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updated VIF entry in instance network info cache for port 01f283c7-2c76-4b98-8cff-45b0b707cb40. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:45.674228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:45.685728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updated VIF entry in instance network info cache for port 94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:45.686242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:45.687650 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.part /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.converted" returned: 0 in 0.256s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.690985 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.converted --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.755297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e.converted --force-share --output=json" returned: 0 in 0.064s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.755540 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "317c2b190b285be057424e3714d4d8c32bac158e" "released" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: held 1.408s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:45.755889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.758499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.759391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.832617 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json" returned: 0 in 0.073s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.832911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "317c2b190b285be057424e3714d4d8c32bac158e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:45.833325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "317c2b190b285be057424e3714d4d8c32bac158e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:45.833682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.836174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:28:45.836439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.890096 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:45.915735 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.915896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e,backing_fmt=raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:45.947607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e,backing_fmt=raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:45.947762 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "317c2b190b285be057424e3714d4d8c32bac158e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.114s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:45.947945 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:46.028102 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Creating config drive at /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config Nov 24 14:28:46.032412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpbec1v1ei {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:46.040102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/317c2b190b285be057424e3714d4d8c32bac158e --force-share --output=json" returned: 0 in 0.091s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:46.040833 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'migration_context' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:46.068487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-changed-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:46.068661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing instance network info cache due to event network-changed-94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:46.068832 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:46.152303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:46.159624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpbec1v1ei" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:46.176300 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0bf09730-7e1f-4c02-9f9c-e485abedd317 req-694180a8-e0b5-4184-a9a4-246f25412438 service nova] Releasing lock "refresh_cache-6d7aa71c-ef9d-43cd-a502-19dae5b29451" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:46.189146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-84767eec-efbd-4eec-899e-5bc7a0c814a8 req-3560c928-6199-457b-8a16-ba9f24b957dc service nova] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:46.189740 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:46.189914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing network info cache for port 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:46.253506 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:46.257597 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:46.258342 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:46.440759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:46.440759 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Started (Lifecycle Event) Nov 24 14:28:46.482930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-changed-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:46.482930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing instance network info cache due to event network-changed-94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:28:46.482930 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] Acquiring lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:46.544003 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:46.544416 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Rebasing disk image. Nov 24 14:28:46.544664 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:46.559410 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:46.625512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:46.625862 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e -F raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:46.662780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:28:46.663447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.822s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:46.695039 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:46.891597 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:46.953720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:46.959978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:46.959978 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Paused (Lifecycle Event) Nov 24 14:28:46.985850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updated VIF entry in instance network info cache for port 94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:46.985895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:47.189970 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:47.337257 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e -F raw /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk" returned: 0 in 0.711s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:47.337642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:28:47.337900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Ensure instance console log exists: /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:28:47.338237 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:47.338482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:47.339368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:47.341978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start _get_guest_xml network_info=[{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='9db9c1b368caed4aa83c6c7830134d2b',container_format='bare',created_at=2025-11-24T19:28:23Z,direct_url=,disk_format='qcow2',id=d7971013-0f0a-4be5-b76b-6b0e6d78aab7,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-651731952-shelved',owner='d8bf7221feff410c81ab1b733598e6ee',properties=ImageMetaProps,protected=,size=53542912,status='active',tags=,updated_at=2025-11-24T19:28:30Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:28:47.350359 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:28:47.351694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerActionsTestOtherB-server-651731952', uuid='6d7aa71c-ef9d-43cd-a502-19dae5b29451'), owner=OwnerMeta(userid='07e25c7d369640fc89690c8cbf7d03e3', username='tempest-ServerActionsTestOtherB-39742720-project-member', projectid='d8bf7221feff410c81ab1b733598e6ee', projectname='tempest-ServerActionsTestOtherB-39742720'), image=ImageMeta(id='d7971013-0f0a-4be5-b76b-6b0e6d78aab7', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012527.3512359) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:28:47.353339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:28:47.353850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:28:47.355228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:28:47.355807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:28:47.356628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:28:47.357191 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9db9c1b368caed4aa83c6c7830134d2b',container_format='bare',created_at=2025-11-24T19:28:23Z,direct_url=,disk_format='qcow2',id=d7971013-0f0a-4be5-b76b-6b0e6d78aab7,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-651731952-shelved',owner='d8bf7221feff410c81ab1b733598e6ee',properties=ImageMetaProps,protected=,size=53542912,status='active',tags=,updated_at=2025-11-24T19:28:30Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:28:47.357465 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:28:47.357633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:28:47.358110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:28:47.358339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:28:47.358661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:28:47.358859 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:28:47.359112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:28:47.359351 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:28:47.359764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:28:47.359960 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:28:47.360211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:47.475092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:47.476669 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:47.488836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-40927b47-bf59-41b6-b3fb-9ca635383c4b req-2e84154c-0636-4d8c-a1cd-ccb317749e90 service nova] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:47.489331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] Acquired lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:47.489494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Refreshing network info cache for port 94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:28:47.704668 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:47.705001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:47.705336 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:47.705809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:47.706094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:47.709169 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Terminating instance Nov 24 14:28:47.862360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:47.867716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='d7971013-0f0a-4be5-b76b-6b0e6d78aab7',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:27:32Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member',shelved_at='2025-11-24T19:28:30.453990',shelved_host='np0005533992.novalocal',shelved_image_id='d7971013-0f0a-4be5-b76b-6b0e6d78aab7'},tags=,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:28:47.868131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:47.869246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:47.870170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:47.980859 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:47.992801 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:48.079126 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:28:48.080299 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:28:48.080668 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:28:48.081270 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:28:48.081583 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': 'TYLvM63Aua7w6Vyt', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:28:48.082613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:48.088599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7d582505-7874-41c6-86b1-7a0e03a82d6b]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:28:48.091298 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:28:48.092935 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d582505-7874-41c6-86b1-7a0e03a82d6b]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:48.093736 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:28:48.094401 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:28:48.094948 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:28:48.096935 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:48.105636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:48.105636 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:48.105636 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:48.108261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:48.108261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Processing event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:48.108261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:48.108261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:48.108261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:48.108619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:48.108783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:48.109060 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-cf2a3b19-c31b-47a4-8a98-68755a8283e9 req-e1045236-f7c8-4e8b-93b5-8aa77e378a57 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state building and task_state spawning. Nov 24 14:28:48.109576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:48.109742 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aecf3aa-b0e4-40e4-b40d-9d6df43b0654]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:48.110608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:48.111104 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:28:48.111104 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:48.112585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:48.119243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:48.120382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:48.122253 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Resumed (Lifecycle Event) Nov 24 14:28:48.124544 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:48.128494 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0feaac49-e39d-4b2e-9eca-00610b7f92c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:48.128958 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7] added Nov 24 14:28:48.128958 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:28:48.128958 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:28:48.128958 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:28:48.128958 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:48.129241 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:28:48.130585 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.035(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:28:48.130585 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:28:48.133201 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance spawned successfully. Nov 24 14:28:48.133745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:28:48.215141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:28:48.239105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.240977 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.244026 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.265694 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.286010 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.312236 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:48.373195 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] End _get_guest_xml xml= Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: instance-00000042 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-server-651731952 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:28:47 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720-project-member Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: tempest-ServerActionsTestOtherB-39742720 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:28:48.374236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Preparing to wait for external event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:28:48.378434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:48.378434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:48.378434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:48.378434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='d7971013-0f0a-4be5-b76b-6b0e6d78aab7',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:27:32Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member',shelved_at='2025-11-24T19:28:30.453990',shelved_host='np0005533992.novalocal',shelved_image_id='d7971013-0f0a-4be5-b76b-6b0e6d78aab7'},tags=,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b4cc94d1-c2f8-5a4f-80e6-68013d55bc06', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:48.378844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.380602 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:48.384223 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.386713 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.386819 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01f283c7-2c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:48.387639 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01f283c7-2c, col_values=(('qos', UUID('68fcbe89-65f5-4f7f-b592-35767af025d8')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:48.387639 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01f283c7-2c, col_values=(('external_ids', {'iface-id': '01f283c7-2c76-4b98-8cff-45b0b707cb40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:b6:72', 'vm-uuid': '6d7aa71c-ef9d-43cd-a502-19dae5b29451'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:48.388037 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.390086 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:48.400236 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.400938 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') Nov 24 14:28:48.404735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updated VIF entry in instance network info cache for port 94563574-4ae7-4de1-9d07-65c552639781. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:28:48.404981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [{"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:48.490850 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Instance destroyed successfully. Nov 24 14:28:48.491210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lazy-loading 'resources' on Instance uuid ad16eb66-5b20-46bd-978a-a4767519d1da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:48.543851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:48.544073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:48.544853 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:48.546750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:48.547586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:48.547586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-61d35082-a1d3-477b-b1dd-193db7fd8a02 req-ee61bbd9-0926-4671-8159-4256a0e4c60e service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:48.626255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:48.629413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:48.640157 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.640157 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.640297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.640627 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.640872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.641114 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:28:48.663153 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:48.663316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:48.663454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:48.663616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:48.663749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:28:48.663855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:28:48.908480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-872461db-093d-41cd-a82b-518bfe609052 req-93e7ea0f-317e-47af-97a7-3c9e14000354 service nova] Releasing lock "refresh_cache-ad16eb66-5b20-46bd-978a-a4767519d1da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:48.993907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-954807589',display_name='tempest-ServerRescueTestJSONUnderV235-server-954807589',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverrescuetestjsonunderv235-server-954807589',id=73,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:41Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='3e8f40bbd87c4aabbccd7695e171e39d',ramdisk_id='',reservation_id='r-owp7x5dp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueTestJSONUnderV235-53790445',owner_user_name='tempest-ServerRescueTestJSONUnderV235-53790445-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:41Z,user_data=None,user_id='534c37690f5b4f8dace5fd41e7d1873d',uuid=ad16eb66-5b20-46bd-978a-a4767519d1da,vcpu_model=,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:48.994291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converting VIF {"id": "94563574-4ae7-4de1-9d07-65c552639781", "address": "fa:16:3e:72:a8:82", "network": {"id": "77410536-2ca8-41d0-bb5d-f09a308d64e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-961547057-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3e8f40bbd87c4aabbccd7695e171e39d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap94563574-4a", "ovs_interfaceid": "94563574-4ae7-4de1-9d07-65c552639781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:48.995185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:48.995872 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:48.998137 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:48.998549 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94563574-4a, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:49.000603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:49.003286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:49.012379 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:49.013882 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:49.014310 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=364e5137-d51c-4b28-b669-f9ea314ef2c8) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:49.015249 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:49.017732 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:49.023101 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:49.026373 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:a8:82,bridge_name='br-int',has_traffic_filtering=True,id=94563574-4ae7-4de1-9d07-65c552639781,network=Network(77410536-2ca8-41d0-bb5d-f09a308d64e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94563574-4a') Nov 24 14:28:49.026911 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Deleting instance files /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da_del Nov 24 14:28:49.027974 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Deletion of /opt/stack/data/nova/instances/ad16eb66-5b20-46bd-978a-a4767519d1da_del complete Nov 24 14:28:49.131242 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:28:49.131956 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:49.132799 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.145265 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Took 7.81 seconds to spawn the instance on the hypervisor. Nov 24 14:28:49.145697 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:49.150435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260" returned: 0 in 0.017s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.151596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf0d666-a386-4413-b870-a36580c8c432]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:28:49.154175 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.165605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.165605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.165605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e51e3a80-3c62-4af3-82ea-1c5e1b86ace3]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.165605 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.165605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.173174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.173482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da009f9-3a7e-4f35-92e0-df2f7fcdae5e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.173958 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.175345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v CRDZ67vxPVT8sy5mMmim {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.182098 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v CRDZ67vxPVT8sy5mMmim" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.182389 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7fe5a31-49b5-4590-86a7-342b91cc7f5f]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.183006 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CRDZ67vxPVT8sy5mMmim'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.186712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.191264 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.192452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5af0ae7-659b-4e71-8da6-519e65175d55]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.192452 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.194542 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.209018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.209224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ac24eb-b14d-44d5-acea-7a9bb3ee955f]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.209789 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:49.209789 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:28:49.210075 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:49.210075 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:28:49.212431 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.240594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --login" returned: 0 in 0.028s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.241295 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[43579b20-0da8-41e1-ad0f-305da4aa8c2f]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.242101 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260] successful. Nov 24 14:28:49.242101 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.243976 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.252895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.254263 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1beb2735-3a99-4d46-83bd-02208d458f54]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.254796 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:28:49.256971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.265025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.265954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7abe5c33-f817-4a32-9a1f-9a352c3f174f]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.266416 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:49.266416 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:28:49.266416 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:28:49.266734 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:28:49.266734 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:28:49.266734 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:28:49.267258 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.173s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:28:49.267532 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:28:49.268375 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '-', '-', 0) found on session 13 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:28:49.268832 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:28:49.270981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:49.293896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.024s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:49.294838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba1cb984-aba2-44ae-9ee9-43606b8be484]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:49.295678 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 13 and hctl ['3', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:28:49.543104 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Took 1.33 seconds to destroy the instance on the hypervisor. Nov 24 14:28:49.543511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:28:49.543762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:28:49.543880 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:28:49.544155 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:49.732429 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:49.744590 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Took 13.40 seconds to build instance. Nov 24 14:28:49.928768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:49.928768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:49.928957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] No VIF found with MAC fa:16:3e:81:b6:72, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:49.929910 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Using config drive Nov 24 14:28:50.130989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4bc9c3fe-6e68-434b-ade9-9da13142755f req-f475b850-ecaf-4cb1-98bb-7dfcfed2f425 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-deleted-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:50.132320 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-4bc9c3fe-6e68-434b-ade9-9da13142755f req-f475b850-ecaf-4cb1-98bb-7dfcfed2f425 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Neutron deleted interface 94563574-4ae7-4de1-9d07-65c552639781; detaching it from the instance and deleting it from the info cache Nov 24 14:28:50.132320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4bc9c3fe-6e68-434b-ade9-9da13142755f req-f475b850-ecaf-4cb1-98bb-7dfcfed2f425 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:50.249410 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f46a0b-2e18-4028-b8d2-5c934b5b1e05 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.938s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:50.296819 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 13 and hctl ['3', '*', '*', 0] yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:28:50.297224 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:28:50.298108 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.217s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:28:50.298279 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (2217ms) {'type': 'block', 'scsi_wwn': '3600140512c3100acd984bb1a4a43faa8', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:28:50.298411 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140512c3100acd984bb1a4a43faa8', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:28:50.302024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:50.316403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:50.316403 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b46908c9-05f6-4f62-8103-5a247a045636] VM Stopped (Lifecycle Event) Nov 24 14:28:50.433683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'ec2_ids' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:50.566600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:50.577324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:50.579153 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] Acquiring lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:50.579396 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:50.579589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:50.579782 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] No waiting events found dispatching network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:50.579979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a8fce058-b2c2-4f8b-9820-31239ac87808 req-f9b3a3ac-1264-4b12-9d23-3d0ff430628f service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Received event network-vif-unplugged-94563574-4ae7-4de1-9d07-65c552639781 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:50.636699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4bc9c3fe-6e68-434b-ade9-9da13142755f req-f475b850-ecaf-4cb1-98bb-7dfcfed2f425 service nova] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Detach interface failed, port_id=94563574-4ae7-4de1-9d07-65c552639781, reason: Instance ad16eb66-5b20-46bd-978a-a4767519d1da could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] attach device xml: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: Nov 24 14:28:50.808104 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:28:50.820689 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6dd52ac2-f0f0-4c8f-ad27-2142fb63245a None None] [instance: b46908c9-05f6-4f62-8103-5a247a045636] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:50.936903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:50.937034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'keypairs' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:51.069534 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Took 1.53 seconds to deallocate network for instance. Nov 24 14:28:51.441149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Object Instance<6d7aa71c-ef9d-43cd-a502-19dae5b29451> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:28:51.446633 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:51.479367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Stashing vm_state: active {{(pid=120184) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} Nov 24 14:28:51.581890 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Creating config drive at /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config Nov 24 14:28:51.586307 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpk92jmpiq {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:51.594865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:51.595380 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:51.712203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpk92jmpiq" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:51.783523 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:51.868757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:51.889230 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:51.890910 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:51.950817 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:51.950817 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Started (Lifecycle Event) Nov 24 14:28:52.012678 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:52.168165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:52.168725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:52.169187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:52.169662 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:52.170078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Processing event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:28:52.170649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:52.171087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:52.171644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:52.172037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:52.172499 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:52.172964 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-672cb90f-2e08-498b-aa64-a863fdc5f7a4 req-cc0d6065-db1d-42a8-9d2d-51227967713b service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received unexpected event network-vif-plugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with vm_state shelved_offloaded and task_state spawning. Nov 24 14:28:52.174052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:28:52.178722 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:28:52.184085 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance spawned successfully. Nov 24 14:28:52.205252 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:52.373000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:52.389774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:52.389899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:52.390048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:28:52.390141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:39:a3:26, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:28:52.456907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:52.460280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Synchronizing instance power state after lifecycle event "Started"; current vm_state: shelved_offloaded, current task_state: spawning, current DB power_state: 4, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:52.547993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:52.879185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.284s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:52.908962 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.896s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:52.954959 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Deleted allocations for instance ad16eb66-5b20-46bd-978a-a4767519d1da Nov 24 14:28:52.963184 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:28:52.963520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:52.963982 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Paused (Lifecycle Event) Nov 24 14:28:53.064659 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-abef04fc-4f14-451b-961e-64ad78beee06 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 16.357s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:53.421255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:28:53.421255 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Claim successful on node np0005533992.novalocal Nov 24 14:28:53.467292 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:53.472324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:28:53.472324 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Resumed (Lifecycle Event) Nov 24 14:28:53.926431 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.resource_tracker [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating resource usage from migration 6071aeef-c9b0-4a92-be21-437a861e9f15 Nov 24 14:28:53.964615 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-60d176df-c248-4d51-a825-2be89119ed93 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.601s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:53.966057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a0003583-9734-412d-85e4-eab72324e82b tempest-ServerRescueTestJSONUnderV235-53790445 tempest-ServerRescueTestJSONUnderV235-53790445-project-member] Lock "ad16eb66-5b20-46bd-978a-a4767519d1da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.261s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:53.976122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:28:53.997454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:28:54.021171 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:54.210275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:54.581822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:54.581822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:54.713591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:28:54.873703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:54.873703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:54.873703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:54.873703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:54.876350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:54.876764 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Terminating instance Nov 24 14:28:55.086953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:55.218183 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.309s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:55.218622 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Migrating Nov 24 14:28:55.380686 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:28:55.421982 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.429952 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.536086 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.541796 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.612363 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.624216 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:55.657604 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Instance destroyed successfully. Nov 24 14:28:55.657678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid 6d7aa71c-ef9d-43cd-a502-19dae5b29451 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:28:55.752999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:28:55.752999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:28:55.752999 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:28:56.099841 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.514s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:56.164682 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-651731952',display_name='tempest-ServerActionsTestOtherB-server-651731952',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-651731952',id=66,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGb9hQdPrHgc+kPm52C0K/ybeFd4EWJi8aOucTkq1mzfGDtFJEjq9N+0T65fpdVGdFDsCV6C57cBaArs+IuBveh0ryUqqcLQhnA+zSMQ49bbC/7P9p40mdZ04f4LWmiCkA==',key_name='tempest-keypair-1294814345',keypairs=,launch_index=0,launched_at=2025-11-24T19:28:52Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-cdkgz2z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=6d7aa71c-ef9d-43cd-a502-19dae5b29451,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:56.165072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "address": "fa:16:3e:81:b6:72", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap01f283c7-2c", "ovs_interfaceid": "01f283c7-2c76-4b98-8cff-45b0b707cb40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:56.166229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:56.166825 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:56.168876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:56.169334 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01f283c7-2c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:56.171592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:56.174990 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:56.176032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:56.176525 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68fcbe89-65f5-4f7f-b592-35767af025d8) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:56.177399 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:56.180856 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:56.182999 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:b6:72,bridge_name='br-int',has_traffic_filtering=True,id=01f283c7-2c76-4b98-8cff-45b0b707cb40,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01f283c7-2c') Nov 24 14:28:56.184899 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Deleting instance files /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451_del Nov 24 14:28:56.185454 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Deletion of /opt/stack/data/nova/instances/6d7aa71c-ef9d-43cd-a502-19dae5b29451_del complete Nov 24 14:28:56.257524 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:56.287691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:56.288010 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:56.288482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:56.288804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:56.289147 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:56.289373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:56.289688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:56.290044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Acquiring lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:56.290243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:56.290491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:56.290796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] No waiting events found dispatching network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:56.291106 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1546f40b-db6f-4180-9dfb-972005b2d712 req-a9f924b0-6a9f-4307-b683-480b0314663e service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-unplugged-01f283c7-2c76-4b98-8cff-45b0b707cb40 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:28:56.591729 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:56.720315 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:28:56.720634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:28:56.720854 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:28:56.720974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:28:56.721211 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:56.786251 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:56.800697 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:57.195824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:57.195824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:57.195824 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Attaching volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 to /dev/vdb Nov 24 14:28:57.196210 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:57.272966 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:28:57.274191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:57.282171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:57.286501 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c20520b-4ad4-4535-97f9-598297abaa6a]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:57.288194 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[cfe41ad3-67e9-4311-8def-d764fb4da2d0]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:28:57.289345 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:28:57.289679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe41ad3-67e9-4311-8def-d764fb4da2d0]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:57.292014 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:28:57.293215 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:28:57.295543 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:57.304879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:57.305105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19a2982-6a5c-4001-9352-26a453029763]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:57.308350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:57.312515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8cece196-c591-4a71-85e2-3293042fe66b req-2f814b93-2f5b-40a6-a351-bd66fc72a17c service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Received event network-vif-deleted-01f283c7-2c76-4b98-8cff-45b0b707cb40 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:57.312680 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-8cece196-c591-4a71-85e2-3293042fe66b req-2f814b93-2f5b-40a6-a351-bd66fc72a17c service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Neutron deleted interface 01f283c7-2c76-4b98-8cff-45b0b707cb40; detaching it from the instance and deleting it from the info cache Nov 24 14:28:57.312861 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-8cece196-c591-4a71-85e2-3293042fe66b req-2f814b93-2f5b-40a6-a351-bd66fc72a17c service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:57.318438 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:57.319804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6269d8c6-3c1f-42e6-90a0-8c5286d6227a]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:57.319853 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ff7622-fd42-4cdc-9af0-17b3e27a400f]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:28:57.320163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:57.335254 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:28:57.335778 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:28:57.338687 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:28:57.340595 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe95:9a14', 'fe80::4cdd:baff:fe2b:68c7'] Nov 24 14:28:57.340863 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:28:57.341099 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:28:57.341910 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (68ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::e410:5fff:fe9f:37d5', 'fe80::fc16:3eff:fe07:d8a3', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe95:9a14', 'fe80::4cdd:baff:fe2b:68c7']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:28:57.341910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating existing volume attachment record: e6a2d183-450d-4bf9-98e4-e145114be8b6 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:28:57.755961 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:28:57.821245 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8cece196-c591-4a71-85e2-3293042fe66b req-2f814b93-2f5b-40a6-a351-bd66fc72a17c service nova] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Detach interface failed, port_id=01f283c7-2c76-4b98-8cff-45b0b707cb40, reason: Instance 6d7aa71c-ef9d-43cd-a502-19dae5b29451 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:28:58.058949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:58.059191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:58.258808 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Took 1.54 seconds to deallocate network for instance. Nov 24 14:28:58.564876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:28:58.764838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:58.765269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:58.816951 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Starting migrate_disk_and_power_off {{(pid=120184) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:12480}} Nov 24 14:28:58.874887 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:58.897586 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:58.902677 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:58.992038 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:28:58.992038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:58.992124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:28:58.992207 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:28:58.992329 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:28:58.992475 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-f1c95eee-c5db-42b0-bec9-d03665a7a794 req-fe6b5c96-3c4a-4755-b5e4-699f542108de service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrating. Nov 24 14:28:59.074377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.078776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:28:59.096903 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.120937 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance destroyed successfully. Nov 24 14:28:59.121708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:49Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:51Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:28:59.121878 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:28:59.122367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:28:59.122788 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:28:59.124388 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.124519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8420464-49, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:59.125238 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.127046 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.127707 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.127880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=848fe312-3994-471e-a93e-db703e029a22) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:28:59.128254 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.129808 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:28:59.133379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:28:59.134637 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') Nov 24 14:28:59.139432 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:59.214258 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json" returned: 0 in 0.075s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:59.214604 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:59.290820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:59.290820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:59.304175 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk" returned: 0 in 0.017s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:59.304451 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk.config /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:59.328643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk.config /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config" returned: 0 in 0.024s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:59.328942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk.info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:28:59.345773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "cp -r /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_resize/disk.info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" returned: 0 in 0.014s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:28:59.345773 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:59.345773 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:28:59.360471 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.406041 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.410133 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:28:59.415237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Port a8420464-4999-490c-be4c-4b782c03d49c binding to destination host np0005533992.novalocal is already ACTIVE {{(pid=120184) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} Nov 24 14:28:59.584000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:00.089855 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.324s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:00.122476 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.989s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:00.128594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:00.128821 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Claim successful on node np0005533992.novalocal Nov 24 14:29:00.153624 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Deleted allocations for instance 6d7aa71c-ef9d-43cd-a502-19dae5b29451 Nov 24 14:29:00.444431 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:00.445107 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:00.445431 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:00.907428 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:29:00.908880 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:29:00.909222 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:29:00.909958 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:29:00.910313 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': 'TYLvM63Aua7w6Vyt', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:29:00.911668 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:00.919028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[f537f7ba-538b-4169-a84c-3c7ffc1f85fe]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:29:00.922281 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:29:00.946319 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f537f7ba-538b-4169-a84c-3c7ffc1f85fe]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:00.947441 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:29:00.947997 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:29:00.948364 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:29:00.949401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:00.959546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:00.960348 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[39219bb7-fdbb-4a43-a719-e5dfdbf07cf3]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = CRDZ67vxPVT8sy5mMmim\nnode.session.auth.password = ********\nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = CHAP Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = CRDZ67vxPVT8sy5mMmim Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.scan = manual Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:29:00.963921 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:00.965920 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:00.980046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:00.980248 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b82fde8-4ab4-491d-b5b6-80e41ab2aba9]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:00.980784 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:00.982142 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:00.993824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:00.994079 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[704f7d12-881a-4e36-9962-2af975a06359]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:00.994487 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:00.995887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v CRDZ67vxPVT8sy5mMmim {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:01.006795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v CRDZ67vxPVT8sy5mMmim" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:01.007488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f50fd31-c3ad-47ae-b405-d96239f1df01]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:01.010940 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CRDZ67vxPVT8sy5mMmim'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:01.012880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:01.023168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:01.026220 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8738c96a-25b4-42d3-9190-dc00c8a37cbd]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:01.026884 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:01.027869 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:01.040987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:01.041202 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5a4647-7bb3-4f03-830d-499e5c5a9a06]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:01.041701 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:01.041701 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:29:01.041701 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:29:01.042179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:01.042179 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:29:01.042179 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:29:01.042746 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.095s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:29:01.043018 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:29:01.044823 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '0', '0', 0) found on session 13 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:29:01.045243 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: 0, t: 0, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:29:01.046530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:01.053514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:01.053818 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5a3a62-f3d5-4715-b40c-90301b5f85de]: (4, ('0 0 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:01.054424 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 13 and hctl ('3', '0', '0', 0) yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:29:01.055327 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:29:01.057344 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.146s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:29:01.057967 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (148ms) {'type': 'block', 'scsi_wwn': '3600140512c3100acd984bb1a4a43faa8', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:29:01.058306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140512c3100acd984bb1a4a43faa8', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:29:01.066393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:01.070099 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:01.070350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:01.070535 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.070742 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:01.070941 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrated. Nov 24 14:29:01.071117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:01.071293 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:01.071482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:01.071680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.071855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:01.072031 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrated. Nov 24 14:29:01.072207 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:01.072381 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:01.072575 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:01.074487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.074844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:01.075054 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrated. Nov 24 14:29:01.075234 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:01.075432 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:01.075672 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:01.075852 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.076020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:01.076202 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrated. Nov 24 14:29:01.076367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:01.076537 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:01.076743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:01.076908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.077072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:01.077243 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-420498a5-6967-4319-97f6-6d414485ce06 req-dc608a2c-2ebf-471c-bb39-9c3b73bfdae0 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state active and task_state resize_migrated. Nov 24 14:29:01.080616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:01.166519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0df3676e-8ef4-4065-b73a-3893bdc4a9b2 tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "6d7aa71c-ef9d-43cd-a502-19dae5b29451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.294s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:01.380478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:01.466702 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:01.544581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:01.544581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:01.544581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] attach device xml: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:01.587490 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:29:01.883619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:02.049614 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:02.203935 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:02.323508 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:02.397355 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:02.397846 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:02.478153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:02.906877 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:29:02.984334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:03.170637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:03.170930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:03.171192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:03.173917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:10:cb:62, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:03.409286 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:03.563589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Starting finish_migration {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12667}} Nov 24 14:29:03.563589 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:29:03.566163 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Creating image(s) Nov 24 14:29:03.571793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:03.679307 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.110s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:03.679943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:03.680470 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:03.753899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk --force-share --output=json" returned: 0 in 0.073s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:03.754395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:03.915074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:04.129451 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.132908 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:04.133128 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] VM Stopped (Lifecycle Event) Nov 24 14:29:04.239291 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "e5f221bd-33da-443d-a36e-6b80bc8d1127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.239731 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.240072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.240401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.240823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.246343 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Terminating instance Nov 24 14:29:04.257641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:29:04.258001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Ensure instance console log exists: /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:04.258585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.258928 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.259253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.263258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start _get_guest_xml network_info=[{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:04.274394 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:04.280114 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-2087034623', uuid='2d884bc6-c3a6-473a-965e-50e7abc880b1'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.micro', flavorid='84', memory_mb=256, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012544.278316) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:04.285163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:04.285610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:04.288503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:04.288941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:04.290031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:04.290442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:04.290681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:04.290848 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:04.291045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:04.291231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:04.291391 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:04.291640 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:04.291818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:04.292000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:04.292197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:04.292386 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:04.295467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:04.358798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.config --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:04.359159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.359489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.360200 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.361304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:49Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:59Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:04.361568 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:04.362303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] End _get_guest_xml xml= Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: instance-0000004b Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 262144 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-2087034623 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:04 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 256 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:04.364310 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:04.366204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:49Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:28:59Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:04.366204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "vif_mac": "fa:16:3e:95:9a:14"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:04.366204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:04.366393 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:04.366570 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.367244 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:04.367576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:04.368484 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.368736 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '226e7c22-b742-52a8-aacf-6a70206573d2', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:04.369830 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.370596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.373049 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.373274 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8420464-49, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:04.373678 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8420464-49, col_values=(('qos', UUID('3ba92c02-7867-4b6b-b801-749dd47ec92e')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:04.373900 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8420464-49, col_values=(('external_ids', {'iface-id': 'a8420464-4999-490c-be4c-4b782c03d49c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:9a:14', 'vm-uuid': '2d884bc6-c3a6-473a-965e-50e7abc880b1'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:04.374823 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.377214 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:04.382777 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.383636 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') Nov 24 14:29:04.638045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6c42f007-5602-4037-af5c-3a64b3e9e4a3 None None] [instance: ad16eb66-5b20-46bd-978a-a4767519d1da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:04.750316 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:04.778878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b1b8b35-2c72-4451-b87d-bbbf9c2ba369 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.584s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.787758 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.800226 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.815371 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.836394 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.837991 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:04.921069 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Received event network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:04.921290 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] Acquiring lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.921519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.921734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.921919 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] No waiting events found dispatching network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:04.922126 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e5ed9bdd-a00c-47db-9a66-f44e4310437d req-22798c65-e496-4fe4-aed2-23efab7fe148 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Received event network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:04.933642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:04.934748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:04.935035 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating image(s) Nov 24 14:29:04.935510 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:04.935767 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:04.936327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:04.936858 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:04.940634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:04.941719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:05.005166 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Instance destroyed successfully. Nov 24 14:29:05.005679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lazy-loading 'resources' on Instance uuid e5f221bd-33da-443d-a36e-6b80bc8d1127 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:05.042255 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.100s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:05.043415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:05.045597 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:05.045597 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:05.051875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:05.052527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:05.130547 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:05.133809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:05.157288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk 1073741824" returned: 0 in 0.026s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:05.157905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.114s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:05.158399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:05.218048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:05.218627 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:05.219043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:05.289022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk --force-share --output=json" returned: 0 in 0.069s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:05.290156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Cannot resize image /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:05.291228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:05.291600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Ensure instance console log exists: /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:05.293238 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:05.293686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:05.293990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:05.298716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:05.309586 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:05.309586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow2100Test-server-535463064', uuid='6a6bbc97-9d44-48d2-b10f-29c313b42caf'), owner=OwnerMeta(userid='6540628162e1465ea940997d1bdcc3da', username='tempest-ServersListShow2100Test-1355738011-project-member', projectid='4aab5384e0c742e19b94497ef90d03df', projectname='tempest-ServersListShow2100Test-1355738011'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012545.3088884) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:05.311388 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:05.312294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:05.314601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:05.315333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:05.317050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:05.317866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:05.318398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:05.318810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:05.319227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:05.319616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:05.320002 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:05.320462 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:05.321009 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:05.321454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:05.322061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:05.322477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:05.328132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a6bbc97-9d44-48d2-b10f-29c313b42caf {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:05.512140 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:24:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1681132279',display_name='tempest-ServerActionsTestOtherB-server-1681132279',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveractionstestotherb-server-1681132279',id=53,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:24:35Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='d8bf7221feff410c81ab1b733598e6ee',ramdisk_id='',reservation_id='r-ypkmv7vb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-39742720',owner_user_name='tempest-ServerActionsTestOtherB-39742720-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:24:35Z,user_data=None,user_id='07e25c7d369640fc89690c8cbf7d03e3',uuid=e5f221bd-33da-443d-a36e-6b80bc8d1127,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc5831a2-88d0-40f8-8f9e-9b67714edb59", "address": "fa:16:3e:07:d8:a3", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5831a2-88", "ovs_interfaceid": "fc5831a2-88d0-40f8-8f9e-9b67714edb59", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:29:05.512541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converting VIF {"id": "fc5831a2-88d0-40f8-8f9e-9b67714edb59", "address": "fa:16:3e:07:d8:a3", "network": {"id": "d392b515-206f-403c-af3a-ccd2cf799beb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1836176865-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d8bf7221feff410c81ab1b733598e6ee", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5831a2-88", "ovs_interfaceid": "fc5831a2-88d0-40f8-8f9e-9b67714edb59", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:05.513801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:d8:a3,bridge_name='br-int',has_traffic_filtering=True,id=fc5831a2-88d0-40f8-8f9e-9b67714edb59,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5831a2-88') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:05.514307 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d8:a3,bridge_name='br-int',has_traffic_filtering=True,id=fc5831a2-88d0-40f8-8f9e-9b67714edb59,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5831a2-88') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:29:05.517148 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.517700 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc5831a2-88, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:05.561725 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.564786 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:05.569830 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.571286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.571738 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6fe9b94e-70c8-47c5-85bd-ee1bb4e6efc9) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:05.572690 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.574867 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:05.579982 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:05.582736 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:d8:a3,bridge_name='br-int',has_traffic_filtering=True,id=fc5831a2-88d0-40f8-8f9e-9b67714edb59,network=Network(d392b515-206f-403c-af3a-ccd2cf799beb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5831a2-88') Nov 24 14:29:05.583253 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Deleting instance files /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127_del Nov 24 14:29:05.583958 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Deletion of /opt/stack/data/nova/instances/e5f221bd-33da-443d-a36e-6b80bc8d1127_del complete Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] End _get_guest_xml xml= Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: instance-0000004c Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-server-535463064 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:05 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-1355738011-project-member Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-1355738011 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:05.835892 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:05.917676 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:05.917983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:05.918264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:95:9a:14, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:05.919133 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Using config drive Nov 24 14:29:05.990970 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.006713 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.011332 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.103182 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Took 1.35 seconds to destroy the instance on the hypervisor. Nov 24 14:29:06.103487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:06.103741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:06.103863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:06.104223 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:06.148885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:06.148885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:06.200852 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:06.224278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 2d884bc6-c3a6-473a-965e-50e7abc880b1 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:29:06.224278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:06.224426 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Resumed (Lifecycle Event) Nov 24 14:29:06.227776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:06.235109 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance running successfully. Nov 24 14:29:06.236237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Failed to set time: agent not configured {{(pid=120184) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}} Nov 24 14:29:06.236534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7df056af-df3d-413c-b071-832bb068488d tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] finish_migration finished successfully. {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12762}} Nov 24 14:29:06.392380 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.397062 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.401492 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.407530 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.409032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:06.445187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b112b13f-7ceb-4d94-b5d1-f5d695f40d10 req-c54f4b2d-3e0d-4097-b164-57470f8a239d service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Received event network-vif-deleted-fc5831a2-88d0-40f8-8f9e-9b67714edb59 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:06.445428 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-b112b13f-7ceb-4d94-b5d1-f5d695f40d10 req-c54f4b2d-3e0d-4097-b164-57470f8a239d service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Neutron deleted interface fc5831a2-88d0-40f8-8f9e-9b67714edb59; detaching it from the instance and deleting it from the info cache Nov 24 14:29:06.445656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-b112b13f-7ceb-4d94-b5d1-f5d695f40d10 req-c54f4b2d-3e0d-4097-b164-57470f8a239d service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:06.652872 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Detaching volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:06.727155 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Attempting to driver detach volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 from mountpoint /dev/vdb Nov 24 14:29:06.728236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:06.734259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: resize_finish, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:06.747580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:06.751856 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:06.752145 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Attempting to detach device vdb from instance 70ff3506-d843-48cf-93b3-89c33193f415 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.755679 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:29:06.766546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:06.766871 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Failed to detach device vdb from instance 70ff3506-d843-48cf-93b3-89c33193f415 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:29:06.767206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] (1/8): Attempting to detach device vdb with device alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 from instance 70ff3506-d843-48cf-93b3-89c33193f415 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:06.767743 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:29:06.856787 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 for instance 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:29:06.921723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:06.954395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b112b13f-7ceb-4d94-b5d1-f5d695f40d10 req-c54f4b2d-3e0d-4097-b164-57470f8a239d service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Detach interface failed, port_id=fc5831a2-88d0-40f8-8f9e-9b67714edb59, reason: Instance e5f221bd-33da-443d-a36e-6b80bc8d1127 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:29:06.977341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Received event network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:06.977341 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Acquiring lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:06.977701 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:06.977985 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:06.978296 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] No waiting events found dispatching network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:06.978694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Received event network-vif-unplugged-fc5831a2-88d0-40f8-8f9e-9b67714edb59 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:06.979034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:06.979310 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:06.979705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:06.979899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:06.980166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:06.980448 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state resized and task_state None. Nov 24 14:29:06.980774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:06.981020 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:06.981301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:06.981581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:06.981879 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:06.982139 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-811d5f74-3c7a-409c-b0c7-08952baca38a req-f60d73c8-59b3-4cee-9ce2-99b938f60731 service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received unexpected event network-vif-plugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with vm_state resized and task_state None. Nov 24 14:29:07.197825 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:07.237850 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] During sync_power_state the instance has a pending task (resize_finish). Skip. Nov 24 14:29:07.238284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:07.238544 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Started (Lifecycle Event) Nov 24 14:29:07.363978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:07.364289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:07.365280 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Using config drive Nov 24 14:29:07.429169 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Took 1.33 seconds to deallocate network for instance. Nov 24 14:29:07.742939 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:07.746150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Synchronizing instance power state after lifecycle event "Started"; current vm_state: resized, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:07.874499 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:07.922400 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating config drive at /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config Nov 24 14:29:07.927841 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpe9p3hgo9 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:07.942387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:07.942949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:07.994148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:07.994365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:07.994601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Going to confirm migration 8 {{(pid=120184) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} Nov 24 14:29:08.055390 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpe9p3hgo9" returned: 0 in 0.128s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:08.226446 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:08.253542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:29:08.259295 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully detached device vdb from instance 70ff3506-d843-48cf-93b3-89c33193f415 from the live domain config. Nov 24 14:29:08.309404 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:08.310015 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] VM Resumed (Lifecycle Event) Nov 24 14:29:08.312241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:08.314903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:08.329053 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance spawned successfully. Nov 24 14:29:08.330362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:08.503497 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:08.590983 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:08.591465 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:08.591778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:08.592091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:08.592417 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'info_cache' on Instance uuid 2d884bc6-c3a6-473a-965e-50e7abc880b1 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:08.732372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:08.819235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:08.826582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:08.832387 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Detected multiple connections on this host for volume: 04f3069f-0f08-4c27-8bcd-38805bcb60f7, skipping target disconnect. Nov 24 14:29:08.849981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:08.850196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:08.850881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:08.851202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:08.851572 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:08.852111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:09.241346 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.298s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:09.300913 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Deleted allocations for instance e5f221bd-33da-443d-a36e-6b80bc8d1127 Nov 24 14:29:09.337364 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:09.337735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:09.338014 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] VM Started (Lifecycle Event) Nov 24 14:29:09.357342 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Took 4.42 seconds to spawn the instance on the hypervisor. Nov 24 14:29:09.357342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:09.418628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:09.602950 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:09.848082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:09.850343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:09.872675 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Took 10.79 seconds to build instance. Nov 24 14:29:09.874484 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:09.986219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [{"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:10.328777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-43443543-7e44-4372-b4ac-11d37f76de1f tempest-ServerActionsTestOtherB-39742720 tempest-ServerActionsTestOtherB-39742720-project-member] Lock "e5f221bd-33da-443d-a36e-6b80bc8d1127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.089s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:10.376062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8dbbf5e9-3b75-4491-9872-534366b18e5c tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.317s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:10.426663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-41bb0d0d-701a-4f37-9de0-894d8dad7938 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.279s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:10.490199 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-2d884bc6-c3a6-473a-965e-50e7abc880b1" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:10.490199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'migration_context' on Instance uuid 2d884bc6-c3a6-473a-965e-50e7abc880b1 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:10.608516 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:10.650816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:10.651043 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] VM Stopped (Lifecycle Event) Nov 24 14:29:10.735021 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:10.735021 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:10.994823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Object Instance<2d884bc6-c3a6-473a-965e-50e7abc880b1> lazy-loaded attributes: info_cache,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:29:10.995647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:10.998570 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:11.156531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-1e5b9303-ba1b-4820-8396-817bf027c0b1 None None] [instance: 6d7aa71c-ef9d-43cd-a502-19dae5b29451] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:11.237677 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Detaching volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:11.271974 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Attempting to driver detach volume 04f3069f-0f08-4c27-8bcd-38805bcb60f7 from mountpoint /dev/vdb Nov 24 14:29:11.278000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:11.278914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:11.279072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Attempting to detach device vdb from instance 0238a3da-b1ba-428e-847c-36883d8d9c61 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.279295 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:29:11.288478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:29:11.288648 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Failed to detach device vdb from instance 0238a3da-b1ba-428e-847c-36883d8d9c61 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:29:11.288800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] (1/8): Attempting to detach device vdb with device alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 from instance 0238a3da-b1ba-428e-847c-36883d8d9c61 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: 04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:11.289057 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:29:11.424295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:29:11.425699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-04f3069f-0f08-4c27-8bcd-38805bcb60f7 for instance 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:29:11.430285 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully detached device vdb from instance 0238a3da-b1ba-428e-847c-36883d8d9c61 from the live domain config. Nov 24 14:29:11.480884 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:29:11.482135 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'target_lun': 0, 'volume_id': '04f3069f-0f08-4c27-8bcd-38805bcb60f7', 'auth_method': 'CHAP', 'auth_username': 'CRDZ67vxPVT8sy5mMmim', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:29:11.482362 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:29:11.483934 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:29:11.485075 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.518087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.518182 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee179060-9f16-4691-9e66-25fdd4e337ec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:29:11.520684 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.529271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.529674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ba32a4-296f-403e-8211-76a0fa10a0d1]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.530392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.544997 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aead533d-fbbd-4953-8e73-884263bc464e]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: tcp: [13] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 (non-flash) Nov 24 14:29:11.546578 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:29:11.546927 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Resulting device map defaultdict(. at 0x7fbc885e9bc0>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7'): ({'sdb'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:29:11.547124 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Removing single pathed devices sdb {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:29:11.547896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.566002 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[0f75af87-ccd3-4ba8-8450-bbeb995bf4e9]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:29:11.566101 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:29:11.566732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f75af87-ccd3-4ba8-8450-bbeb995bf4e9]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.566854 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flushing IO for device /dev/sdb {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:29:11.567491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.576352 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.577325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[92cc76d7-7cae-429f-b998-12bb4c8a4016]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.578228 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:29:11.580536 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.631474 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.631736 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69b1554-b53c-4b98-982c-478f5c762757]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.632312 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:29:11.632677 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:29:11.633751 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:29:11.637239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.647504 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.649160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6b963e-f0da-43f5-84c1-b142c3f85170]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.649688 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:11.651500 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.675576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --logout" returned: 0 in 0.024s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.675918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5732672c-b1eb-4b83-9f2d-91dae5228a91]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.676279 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260] Nov 24 14:29:11.676279 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7, portal: 38.102.83.12,3260] successful. Nov 24 14:29:11.676279 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:11.677269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:11.688386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-04f3069f-0f08-4c27-8bcd-38805bcb60f7 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:11.704109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6808b1-bc47-4346-b730-c6d3f670307c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:11.704424 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:11.706605 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.221s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:29:11.706605 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== disconnect_volume: return (222ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:29:11.706605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:29:11.786853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:12.101214 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Rebuilding instance Nov 24 14:29:12.203201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:12.213652 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:12.294541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:12.706895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:13.307475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:13.481976 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance destroyed successfully. Nov 24 14:29:13.485850 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance destroyed successfully. Nov 24 14:29:13.486245 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Deleting instance files /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf_del Nov 24 14:29:13.486740 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Deletion of /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf_del complete Nov 24 14:29:13.929717 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocation for migration 6071aeef-c9b0-4a92-be21-437a861e9f15 Nov 24 14:29:14.442917 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84ef9e44-fc52-4b6e-842a-aa670e86883b tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.447s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:14.775640 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:15.012604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:15.013247 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating image(s) Nov 24 14:29:15.014496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.015149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.016189 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "/opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.017221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:15.022996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:15.027581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:15.071591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.071591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.071591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.071591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.071591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.075536 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Terminating instance Nov 24 14:29:15.134592 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:15.134592 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.134592 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.134592 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:15.140430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:15.141172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:15.240910 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:15.240910 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:15.281967 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk 1073741824" returned: 0 in 0.041s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:15.281967 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.148s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.281967 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:15.357729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.075s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:15.357729 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:15.358178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:15.447920 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:15.448203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Cannot resize image /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:15.448497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:15.448689 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Ensure instance console log exists: /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:15.448978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.449190 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.449340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.450373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:15.454717 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:29:15.455716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow2100Test-server-535463064', uuid='6a6bbc97-9d44-48d2-b10f-29c313b42caf'), owner=OwnerMeta(userid='6540628162e1465ea940997d1bdcc3da', username='tempest-ServersListShow2100Test-1355738011-project-member', projectid='4aab5384e0c742e19b94497ef90d03df', projectname='tempest-ServersListShow2100Test-1355738011'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012555.4554346) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:15.456797 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:15.457184 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:15.458170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:15.458680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:15.459309 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:15.459626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:15.459787 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:15.459912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:15.460057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:15.460172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:15.460284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:15.460458 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:15.460605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:15.460741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:15.460868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:15.461007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:15.461165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6a6bbc97-9d44-48d2-b10f-29c313b42caf {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:15.587688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:15.613296 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.625435 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.633769 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.660550 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.671278 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.784578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:15.788883 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.788883 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.788883 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.788883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:15.788883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-070f33b6-bf69-40a3-a63a-7b8cde1223c2 req-6ae51e99-2cbc-4c8e-aaf3-18a0a5b63eaf service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:15.806635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c340429-a34f-44ba-af35-d668746cb658 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.072s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:15.813221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:15.813392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:15.851709 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Instance destroyed successfully. Nov 24 14:29:15.852107 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'resources' on Instance uuid 2d884bc6-c3a6-473a-965e-50e7abc880b1 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:15.919305 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] End _get_guest_xml xml= Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: instance-0000004c Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-server-535463064 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:15 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-1355738011-project-member Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow2100Test-1355738011 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:15.968990 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:16.319699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:16.358420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2087034623',display_name='tempest-ServerDiskConfigTestJSON-server-2087034623',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-2087034623',id=75,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:29:06Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-jen70qz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:29:13Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=2d884bc6-c3a6-473a-965e-50e7abc880b1,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:29:16.358902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "a8420464-4999-490c-be4c-4b782c03d49c", "address": "fa:16:3e:95:9a:14", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8420464-49", "ovs_interfaceid": "a8420464-4999-490c-be4c-4b782c03d49c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:16.361920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:16.363618 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:29:16.367615 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:16.368124 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8420464-49, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:16.371143 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:16.377281 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:16.378160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:16.378547 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ba92c02-7867-4b6b-b801-749dd47ec92e) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:16.379514 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:16.381871 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:16.387171 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:9a:14,bridge_name='br-int',has_traffic_filtering=True,id=a8420464-4999-490c-be4c-4b782c03d49c,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8420464-49') Nov 24 14:29:16.387699 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Deleting instance files /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_del Nov 24 14:29:16.388374 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Deletion of /opt/stack/data/nova/instances/2d884bc6-c3a6-473a-965e-50e7abc880b1_del complete Nov 24 14:29:16.863688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:16.863688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:16.867608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:16.867608 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Claim successful on node np0005533992.novalocal Nov 24 14:29:16.904699 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Took 1.32 seconds to destroy the instance on the hypervisor. Nov 24 14:29:16.904699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:16.904699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:16.905004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:16.905427 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:17.062545 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:17.200807 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:17.322421 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:17.356644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:17.356644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:17.497082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:17.497082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:17.497715 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Using config drive Nov 24 14:29:17.821998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:17.822174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] Acquiring lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:17.822362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:17.822535 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:17.822763 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] No waiting events found dispatching network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:17.822968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-unplugged-a8420464-4999-490c-be4c-4b782c03d49c for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:17.823079 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Received event network-vif-deleted-a8420464-4999-490c-be4c-4b782c03d49c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:17.823259 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Neutron deleted interface a8420464-4999-490c-be4c-4b782c03d49c; detaching it from the instance and deleting it from the info cache Nov 24 14:29:17.823430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:17.862238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:18.002126 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lazy-loading 'ec2_ids' on Instance uuid 6a6bbc97-9d44-48d2-b10f-29c313b42caf {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:18.086980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:18.232623 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:18.328956 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e1268522-1105-4d53-b612-611ccbfb1900 req-0cf736d9-2b27-4145-b3fd-b179d749e59d service nova] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Detach interface failed, port_id=a8420464-4999-490c-be4c-4b782c03d49c, reason: Instance 2d884bc6-c3a6-473a-965e-50e7abc880b1 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:29:18.350242 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:18.350605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:18.421848 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:18.509311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Object Instance<6a6bbc97-9d44-48d2-b10f-29c313b42caf> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:29:18.510227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lazy-loading 'keypairs' on Instance uuid 6a6bbc97-9d44-48d2-b10f-29c313b42caf {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:18.591058 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:18.736402 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Took 1.83 seconds to deallocate network for instance. Nov 24 14:29:18.853647 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:19.014298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Object Instance<6a6bbc97-9d44-48d2-b10f-29c313b42caf> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:29:19.029811 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:29:19.102601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:19.102601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:19.107139 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.685s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:19.115995 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:19.116433 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Claim successful on node np0005533992.novalocal Nov 24 14:29:19.165257 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Creating config drive at /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config Nov 24 14:29:19.172836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp0196_qjd {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:19.249016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:19.308805 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp0196_qjd" returned: 0 in 0.136s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:19.425392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:19.545249 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 6a6bbc97-9d44-48d2-b10f-29c313b42caf due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:29:19.546043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:19.546522 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] VM Resumed (Lifecycle Event) Nov 24 14:29:19.553659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:19.553659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:19.560862 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance spawned successfully. Nov 24 14:29:19.561511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:19.613620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:19.613992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:19.614540 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:19.615090 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:19.718628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19d2a265be24465fa3043f8fd7277d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb2b5553f7b4d91a5854c6e032c22c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:20.003081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:20.003377 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] VM Stopped (Lifecycle Event) Nov 24 14:29:20.059486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:20.094837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:20.104759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.104759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.105636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.106252 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.106966 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.107661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:20.149655 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:20.321645 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Successfully created port: 5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:20.477493 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:20.508225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-94bd714f-6b2f-4c40-9276-0ac332842881 None None] [instance: e5f221bd-33da-443d-a36e-6b80bc8d1127] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:20.597607 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:29:20.597799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:20.597880 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] VM Started (Lifecycle Event) Nov 24 14:29:20.615908 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:20.652343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:20.751733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Successfully updated port: 5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:20.773933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-changed-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:20.777478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Refreshing instance network info cache due to event network-changed-5cf29783-c74f-4100-add3-50d52bccd6e9. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:20.777478 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] Acquiring lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:20.777478 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] Acquired lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:20.777478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Refreshing network info cache for port 5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:20.983588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:21.105052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:21.108393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:21.126039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:21.260216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:21.281610 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:21.346335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:21.380148 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:21.489717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:21.491034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:21.496245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.248s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:21.498307 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:21.523798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.099s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:21.527663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:21.536344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:21.536662 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Claim successful on node np0005533992.novalocal Nov 24 14:29:21.560951 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocations for instance 2d884bc6-c3a6-473a-965e-50e7abc880b1 Nov 24 14:29:21.662964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:21.664098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:21.664484 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Creating image(s) Nov 24 14:29:21.665060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "/opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:21.665377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:21.666060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "/opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:21.666778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:21.670306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:21.671819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:21.765708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.093s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:21.766497 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:21.767274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:21.768046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:21.773917 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:21.774632 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:21.853655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:21.853655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:21.880898 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk 1073741824" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:21.881706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.114s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:21.882298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:21.939249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.057s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:21.939764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:21.940037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:22.000694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:22.001071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:22.001541 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:22.001975 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:22.018416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:22.018839 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Cannot resize image /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:22.019144 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:22.019351 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Ensure instance console log exists: /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:22.019685 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:22.020120 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:22.020316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:22.031402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4f5a6a2f-87e2-450b-bef6-73f6d4fcbe26 req-a4207a6d-6f72-4595-9ddf-7695d91095db service nova] Releasing lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:22.031402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquired lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:22.031402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:22.040973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:22.040973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:22.040973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:22.040973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:22.040973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:22.044414 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Terminating instance Nov 24 14:29:22.110899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:22.226106 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:22.506146 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:22.583315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "refresh_cache-6a6bbc97-9d44-48d2-b10f-29c313b42caf" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:22.583485 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquired lock "refresh_cache-6a6bbc97-9d44-48d2-b10f-29c313b42caf" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:22.583708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:22.587700 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4d1fc791-38d6-4dbc-a51e-e193737084f7 tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "2d884bc6-c3a6-473a-965e-50e7abc880b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.518s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:22.665345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:22.728150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Successfully created port: d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:22.814026 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:22.921611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:22.939598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Updating instance_info_cache with network_info: [{"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:23.014089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:23.090177 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:23.149003 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:23.251882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Successfully updated port: d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:23.286619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:23.286619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing instance network info cache due to event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:23.286619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:23.286619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:23.286619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:23.324751 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:23.425684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:23.442713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Releasing lock "refresh_cache-d18288f9-dc35-4d30-a640-797e59c55069" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:23.443455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance network_info: |[{"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:23.452033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Start _get_guest_xml network_info=[{"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:23.463982 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:23.465941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerDiskConfigTestJSON-server-1582590094', uuid='d18288f9-dc35-4d30-a640-797e59c55069'), owner=OwnerMeta(userid='19d2a265be24465fa3043f8fd7277d0d', username='tempest-ServerDiskConfigTestJSON-1214907080-project-member', projectid='aeb2b5553f7b4d91a5854c6e032c22c8', projectname='tempest-ServerDiskConfigTestJSON-1214907080'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012563.4652827) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:23.468176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:23.468979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:23.478530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:23.479191 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:23.480771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:23.484694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:23.485192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:23.485262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:23.485723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:23.492303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-1582590094',display_name='tempest-ServerDiskConfigTestJSON-server-1582590094',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-1582590094',id=77,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-19zcjrd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:20Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=d18288f9-dc35-4d30-a640-797e59c55069,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:23.492924 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:23.494027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:23.495221 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'pci_devices' on Instance uuid d18288f9-dc35-4d30-a640-797e59c55069 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:23.758902 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:23.789789 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:23.828057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Releasing lock "refresh_cache-6a6bbc97-9d44-48d2-b10f-29c313b42caf" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:23.828474 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:23.871665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:23.933669 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:23.934361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:23.938198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.812s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:23.938496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] End _get_guest_xml xml= Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: d18288f9-dc35-4d30-a640-797e59c55069 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: instance-0000004d Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-server-1582590094 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:23 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080-project-member Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: tempest-ServerDiskConfigTestJSON-1214907080 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: d18288f9-dc35-4d30-a640-797e59c55069 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: d18288f9-dc35-4d30-a640-797e59c55069 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:24.001451 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:24.003084 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Preparing to wait for external event network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:24.003084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:24.003084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:24.003084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:24.003934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-1582590094',display_name='tempest-ServerDiskConfigTestJSON-server-1582590094',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-1582590094',id=77,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-19zcjrd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:20Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=d18288f9-dc35-4d30-a640-797e59c55069,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:24.004271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:24.005130 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:24.005607 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:24.008255 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.009825 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:24.009825 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:24.013139 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.013505 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b29d2b5e-c55f-5096-b331-4bd51753a948', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:24.014784 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.019348 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.021271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.021660 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5cf29783-c7, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:24.022435 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5cf29783-c7, col_values=(('qos', UUID('4ef09e8b-00cd-4f4a-b885-dc89f6d7dca6')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:24.022755 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5cf29783-c7, col_values=(('external_ids', {'iface-id': '5cf29783-c74f-4100-add3-50d52bccd6e9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:4f:5b', 'vm-uuid': 'd18288f9-dc35-4d30-a640-797e59c55069'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:24.025939 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.027472 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:24.030624 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:24.031655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:24.032531 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Creating image(s) Nov 24 14:29:24.032833 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:24.033599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:24.034063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:24.035704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:24.042789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:24.042789 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:24.043424 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') Nov 24 14:29:24.045214 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:24.059793 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:24.099761 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance destroyed successfully. Nov 24 14:29:24.100333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lazy-loading 'resources' on Instance uuid 6a6bbc97-9d44-48d2-b10f-29c313b42caf {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:24.144581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:24.145064 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:24.145716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:24.146318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:24.151836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:24.152458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:24.251879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:24.252383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:24.281951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk 1073741824" returned: 0 in 0.029s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:24.282466 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.137s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:24.283013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:24.345889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:24.346401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:24.346851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:24.409694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:24.410268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:24.410876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:24.411223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Ensure instance console log exists: /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:24.416292 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:24.416789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.005s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:24.417140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:24.468594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:24.468594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:24.468594 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:24.468594 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:24.562911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c28fd4941fb34c97a4ae3349d7b8c7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c1a2571889448b4b3d0552dcef22b4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:24.565650 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e02dbcc9-166d-4562-b09c-9f464b83a68c req-ed66e50e-e13d-4385-b2cf-257bd9cf145f service nova] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:24.590473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:24.590970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:24.606594 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Deleting instance files /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf_del Nov 24 14:29:24.606594 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Deletion of /opt/stack/data/nova/instances/6a6bbc97-9d44-48d2-b10f-29c313b42caf_del complete Nov 24 14:29:24.966702 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:24.974387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ef65d534-f521-4777-9a72-89a866ce5fac tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:25.137140 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:29:25.137482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:25.137771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:25.137913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:25.138293 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:25.158929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:25.159134 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:25.159335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] No VIF found with MAC fa:16:3e:9d:4f:5b, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:25.159945 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Using config drive Nov 24 14:29:25.203963 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:25.224237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Successfully created port: f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:25.240437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:25.240437 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:25.342255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:25.343048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:25.343380 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:25.343693 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:25.343993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:25.344303 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-865ba8df-71be-45c6-9303-d01e0f1b7f96 req-6debb276-b61b-403a-b100-3fbf61c279eb service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state building and task_state spawning. Nov 24 14:29:25.361498 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:25.476495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:25.527052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:25.669920 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:25.704975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Successfully updated port: f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:25.753931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:25.769730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-changed-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:25.770203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Refreshing instance network info cache due to event network-changed-f42bc501-c030-4128-a2d2-15e748646f9b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:25.775539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] Acquiring lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:25.775539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] Acquired lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:25.775539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Refreshing network info cache for port f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:25.795627 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Creating config drive at /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.config Nov 24 14:29:25.800026 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmps5ic8rc7 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:25.930072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmps5ic8rc7" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.030623 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:26.031472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance network_info: |[{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:26.033206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start _get_guest_xml network_info=[{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:26.033931 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.043406 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.055458 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:26.056635 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-0', uuid='c7b98470-a152-4fed-a8de-686b2cd94ea3'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012566.056248) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:26.060472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:26.060965 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:26.064403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:26.066008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:26.066008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:26.066008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:26.066008 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:26.066228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:26.066323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:26.066485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:26.066636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:26.066818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:26.066957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:26.067650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:26.067650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:26.067650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:26.070393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:26.070602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:26.071591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:26.072044 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:26.208294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:26.219619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:26.219619 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] VM Started (Lifecycle Event) Nov 24 14:29:26.259944 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Took 1.12 seconds to deallocate network for instance. Nov 24 14:29:26.277962 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:26.344614 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.349132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.360990 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:26.490717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:26.492418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:26.493097 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Creating image(s) Nov 24 14:29:26.493786 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "/opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:26.494139 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "/opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:26.495096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "/opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:26.496170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:26.502046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:26.503938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:26.518024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] End _get_guest_xml xml= Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: instance-0000004e Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: multiattach-server-0 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:26 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:26.577169 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:26.581708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Preparing to wait for external event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:26.581708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:26.581708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:26.581708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:26.581906 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:26.582271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:26.583358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:26.583899 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:26.584581 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.585248 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:26.586066 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:26.587735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.588127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fd80774-8c6d-5a55-b0ca-78e8e72c37b5', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:26.589461 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.591310 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:26.592235 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.595712 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.596062 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6b97ec5-4c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:26.596641 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6b97ec5-4c, col_values=(('qos', UUID('dbe6732d-b528-4cce-a60c-9fb527562f24')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:26.596985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6b97ec5-4c, col_values=(('external_ids', {'iface-id': 'd6b97ec5-4c17-423b-bd43-ca22483143b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:e5:4f', 'vm-uuid': 'c7b98470-a152-4fed-a8de-686b2cd94ea3'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:26.598395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.601353 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:26.602102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.602609 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:26.603209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:26.603876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:26.609500 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:26.610085 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:26.618582 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:26.622068 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') Nov 24 14:29:26.668937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.669282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:26.695737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk 1073741824" returned: 0 in 0.026s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.696249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.093s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:26.696824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:26.723360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:26.727100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:26.727343 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] VM Paused (Lifecycle Event) Nov 24 14:29:26.755467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.756027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Checking if we can resize image /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:26.756392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:26.772506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:26.776733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.005s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:26.820188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:26.820536 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Cannot resize image /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:26.820891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:26.821111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Ensure instance console log exists: /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:26.821449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:26.821705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:26.821907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:27.021951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a4504af6-51e7-4271-b9b6-e112dac08dbf req-0c732444-23fa-4324-b196-807dc5f26a05 service nova] Releasing lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:27.022376 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquired lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:27.022540 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:27.028592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:27.232586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:27.262337 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:27.264489 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:27.533009 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:27.560411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.784s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:27.606662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:27.628989 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Deleted allocations for instance 6a6bbc97-9d44-48d2-b10f-29c313b42caf Nov 24 14:29:27.760058 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:27.781889 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:27.811804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:27.811804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:27.811804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Processing event network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:27.814105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] No waiting events found dispatching network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:27.814651 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dc01a42a-dfcf-4ddc-8981-019e3384e2e2 req-a09eef73-8731-4dfb-b71b-18cf48a6d630 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received unexpected event network-vif-plugged-5cf29783-c74f-4100-add3-50d52bccd6e9 for instance with vm_state building and task_state spawning. Nov 24 14:29:27.815090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:27.819402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:27.819967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:27.820235 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] VM Resumed (Lifecycle Event) Nov 24 14:29:27.829028 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance spawned successfully. Nov 24 14:29:27.829643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:27.903498 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Updating instance_info_cache with network_info: [{"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:28.145313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:28.145813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:28.146257 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:85:e5:4f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:28.147468 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Using config drive Nov 24 14:29:28.324403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:28.327482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:28.340594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.340594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.340594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.340594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.340594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.341093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:28.407275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Releasing lock "refresh_cache-79b932ec-069a-4517-aed6-38cb4190965c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:28.407988 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance network_info: |[{"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:28.412606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Start _get_guest_xml network_info=[{"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:28.416825 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:28.418143 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerAddressesTestJSON-server-1953920590', uuid='79b932ec-069a-4517-aed6-38cb4190965c'), owner=OwnerMeta(userid='c28fd4941fb34c97a4ae3349d7b8c7fe', username='tempest-ServerAddressesTestJSON-592047068-project-member', projectid='1c1a2571889448b4b3d0552dcef22b4b', projectname='tempest-ServerAddressesTestJSON-592047068'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012568.4177322) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:28.419644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:28.420227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:28.422815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:28.423871 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:28.424370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:28.424849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:28.425094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:28.425303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:28.425514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:28.425755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:28.425958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:28.426308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:28.426428 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:28.426660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:28.426902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:28.427115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:28.430755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesTestJSON-server-1953920590',display_name='tempest-ServerAddressesTestJSON-server-1953920590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveraddressestestjson-server-1953920590',id=79,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c1a2571889448b4b3d0552dcef22b4b',ramdisk_id='',reservation_id='r-pbwimnwd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesTestJSON-592047068',owner_user_name='tempest-ServerAddressesTestJSON-592047068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:25Z,user_data=None,user_id='c28fd4941fb34c97a4ae3349d7b8c7fe',uuid=79b932ec-069a-4517-aed6-38cb4190965c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:28.431014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converting VIF {"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:28.431738 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:28.432393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lazy-loading 'pci_devices' on Instance uuid 79b932ec-069a-4517-aed6-38cb4190965c {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:28.648930 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-26ea1707-89b5-4cec-8064-d45dc52548eb tempest-ServersListShow2100Test-1355738011 tempest-ServersListShow2100Test-1355738011-project-member] Lock "6a6bbc97-9d44-48d2-b10f-29c313b42caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.609s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:28.660450 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:28.800916 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Creating config drive at /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config Nov 24 14:29:28.807506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp6uaasc74 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:28.832325 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:28.850158 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Took 7.19 seconds to spawn the instance on the hypervisor. Nov 24 14:29:28.850526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] End _get_guest_xml xml= Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 79b932ec-069a-4517-aed6-38cb4190965c Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: instance-0000004f Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: tempest-ServerAddressesTestJSON-server-1953920590 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:28 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: tempest-ServerAddressesTestJSON-592047068-project-member Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: tempest-ServerAddressesTestJSON-592047068 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 79b932ec-069a-4517-aed6-38cb4190965c Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 79b932ec-069a-4517-aed6-38cb4190965c Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:28.937141 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:28.939966 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Preparing to wait for external event network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:28.939966 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:28.939966 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:28.939966 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:28.941244 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesTestJSON-server-1953920590',display_name='tempest-ServerAddressesTestJSON-server-1953920590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveraddressestestjson-server-1953920590',id=79,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c1a2571889448b4b3d0552dcef22b4b',ramdisk_id='',reservation_id='r-pbwimnwd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesTestJSON-592047068',owner_user_name='tempest-ServerAddressesTestJSON-592047068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:25Z,user_data=None,user_id='c28fd4941fb34c97a4ae3349d7b8c7fe',uuid=79b932ec-069a-4517-aed6-38cb4190965c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:28.941682 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converting VIF {"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:28.943127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:28.943643 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:28.944791 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.945463 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp6uaasc74" returned: 0 in 0.138s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:28.945872 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:28.946323 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:28.952507 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.952507 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fec9c29b-6df2-5dc1-b31c-3ffe02c7ecf5', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:28.952507 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.954584 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:28.962754 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.966193 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.966550 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf42bc501-c0, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:28.970518 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf42bc501-c0, col_values=(('qos', UUID('968e0c32-7fe6-431f-9e0c-558252be8621')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:28.970518 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf42bc501-c0, col_values=(('external_ids', {'iface-id': 'f42bc501-c030-4128-a2d2-15e748646f9b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:f9:42', 'vm-uuid': '79b932ec-069a-4517-aed6-38cb4190965c'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:28.970518 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.972739 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:28.987672 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:28.988707 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') Nov 24 14:29:29.028714 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.033828 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.054221 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.170275 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.177599 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.197865 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:29.204907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:29.204907 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Started (Lifecycle Event) Nov 24 14:29:29.210440 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-834938da-fe7c-4752-a0ad-01d51300c2b2 req-ab8e04c8-1f3e-4acf-853a-37970d76fa9b service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:29.210710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-834938da-fe7c-4752-a0ad-01d51300c2b2 req-ab8e04c8-1f3e-4acf-853a-37970d76fa9b service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:29.210926 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-834938da-fe7c-4752-a0ad-01d51300c2b2 req-ab8e04c8-1f3e-4acf-853a-37970d76fa9b service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:29.212311 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-834938da-fe7c-4752-a0ad-01d51300c2b2 req-ab8e04c8-1f3e-4acf-853a-37970d76fa9b service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:29.212613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-834938da-fe7c-4752-a0ad-01d51300c2b2 req-ab8e04c8-1f3e-4acf-853a-37970d76fa9b service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Processing event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:29:29.212986 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:29.218734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:29.222340 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance spawned successfully. Nov 24 14:29:29.222595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:29.372691 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Took 12.54 seconds to build instance. Nov 24 14:29:29.715695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:29.724065 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:29.733980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.734246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.734744 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.735512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.736111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.736530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:29.877069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f6fadcce-3faf-4329-9521-50b1637f4b5c tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.062s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:30.230187 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:30.230187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:30.230187 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Paused (Lifecycle Event) Nov 24 14:29:30.242931 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Took 6.21 seconds to spawn the instance on the hypervisor. Nov 24 14:29:30.243382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:30.521811 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:30.524217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:30.524217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] No VIF found with MAC fa:16:3e:28:f9:42, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:30.524217 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Using config drive Nov 24 14:29:30.686616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:30.686616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:30.732994 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:30.735026 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:30.735231 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Resumed (Lifecycle Event) Nov 24 14:29:30.755999 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Took 12.39 seconds to build instance. Nov 24 14:29:30.847257 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:30.847257 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] VM Stopped (Lifecycle Event) Nov 24 14:29:31.030845 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:31.093051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:31.093051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:31.093051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:31.093051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:31.093051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:31.095501 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Terminating instance Nov 24 14:29:31.150684 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Creating config drive at /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.config Nov 24 14:29:31.151580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpdpf5htqt {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:31.191051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:31.239452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:31.246073 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:31.253519 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-8d58c6e4-b02a-43f2-8bce-54240c7d0557 req-a2eca178-1b56-49e6-a87d-bb8fc7bb7ece service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state active and task_state None. Nov 24 14:29:31.259418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-70f83054-f3ce-4bfc-affe-d19f2e65c850 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.903s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:31.270656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpdpf5htqt" returned: 0 in 0.119s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:31.325879 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.343966 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.347024 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.349434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ce892162-e855-49cf-8fb2-dd5d2463a5d0 None None] [instance: 2d884bc6-c3a6-473a-965e-50e7abc880b1] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c6ab877a-0b07-4cc8-98cd-77369a383c38 req-1af638fb-e61c-4b6a-ac3c-c489b8306585 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6ab877a-0b07-4cc8-98cd-77369a383c38 req-1af638fb-e61c-4b6a-ac3c-c489b8306585 service nova] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6ab877a-0b07-4cc8-98cd-77369a383c38 req-1af638fb-e61c-4b6a-ac3c-c489b8306585 service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6ab877a-0b07-4cc8-98cd-77369a383c38 req-1af638fb-e61c-4b6a-ac3c-c489b8306585 service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c6ab877a-0b07-4cc8-98cd-77369a383c38 req-1af638fb-e61c-4b6a-ac3c-c489b8306585 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Processing event network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:29:31.509243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:31.511461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:31.515822 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance spawned successfully. Nov 24 14:29:31.516081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:31.603647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.606752 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.609099 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.609701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.612178 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:31.613120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.635729 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.646113 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.662710 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.671543 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:31.734652 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:31.734810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:31.737926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:31.738292 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Claim successful on node np0005533992.novalocal Nov 24 14:29:31.748741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:31.748879 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] VM Started (Lifecycle Event) Nov 24 14:29:31.871079 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Instance destroyed successfully. Nov 24 14:29:31.871223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lazy-loading 'resources' on Instance uuid d18288f9-dc35-4d30-a640-797e59c55069 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:32.029881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.030222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.030926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.031472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.032152 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.032769 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:32.253717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:32.259836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:32.266264 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.381725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-1582590094',display_name='tempest-ServerDiskConfigTestJSON-server-1582590094',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverdiskconfigtestjson-server-1582590094',id=77,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:29:28Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='aeb2b5553f7b4d91a5854c6e032c22c8',ramdisk_id='',reservation_id='r-19zcjrd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerDiskConfigTestJSON-1214907080',owner_user_name='tempest-ServerDiskConfigTestJSON-1214907080-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:29:30Z,user_data=None,user_id='19d2a265be24465fa3043f8fd7277d0d',uuid=d18288f9-dc35-4d30-a640-797e59c55069,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:29:32.382150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converting VIF {"id": "5cf29783-c74f-4100-add3-50d52bccd6e9", "address": "fa:16:3e:9d:4f:5b", "network": {"id": "8dfc01cd-90a2-4cd2-b3f3-16a7ed096824", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-423862433-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aeb2b5553f7b4d91a5854c6e032c22c8", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cf29783-c7", "ovs_interfaceid": "5cf29783-c74f-4100-add3-50d52bccd6e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:32.386515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:32.387051 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:29:32.389026 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.389026 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5cf29783-c7, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:32.390080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.391927 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:32.392803 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.393739 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.393918 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4ef09e8b-00cd-4f4a-b885-dc89f6d7dca6) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:32.394904 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.396807 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:32.399208 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:4f:5b,bridge_name='br-int',has_traffic_filtering=True,id=5cf29783-c74f-4100-add3-50d52bccd6e9,network=Network(8dfc01cd-90a2-4cd2-b3f3-16a7ed096824),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cf29783-c7') Nov 24 14:29:32.399466 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Deleting instance files /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069_del Nov 24 14:29:32.399943 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Deletion of /opt/stack/data/nova/instances/d18288f9-dc35-4d30-a640-797e59c55069_del complete Nov 24 14:29:32.541428 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Took 6.05 seconds to spawn the instance on the hypervisor. Nov 24 14:29:32.541625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:32.769969 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:32.770388 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:32.770388 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] VM Paused (Lifecycle Event) Nov 24 14:29:32.927665 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Took 1.32 seconds to destroy the instance on the hypervisor. Nov 24 14:29:32.927983 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:32.928211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:32.928337 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:32.928825 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:32.996234 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:33.039102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.039417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.056298 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Took 13.70 seconds to build instance. Nov 24 14:29:33.101777 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:33.277890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:33.286804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:33.286804 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] VM Resumed (Lifecycle Event) Nov 24 14:29:33.349600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:33.349600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing instance network info cache due to event network-changed-7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:33.349600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Acquiring lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:33.349600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Acquired lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:33.349600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Refreshing network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:33.541588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:33.541588 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.541800 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.542087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:33.542711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] No waiting events found dispatching network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:33.542972 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received unexpected event network-vif-plugged-f42bc501-c030-4128-a2d2-15e748646f9b for instance with vm_state active and task_state deleting. Nov 24 14:29:33.543212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:33.543448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.543998 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.544379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:33.544660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] No waiting events found dispatching network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:33.544919 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:33.545162 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:33.545401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Acquiring lock "d18288f9-dc35-4d30-a640-797e59c55069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.545687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.545930 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] Lock "d18288f9-dc35-4d30-a640-797e59c55069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:33.546171 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] No waiting events found dispatching network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:33.546415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c60eba72-0ca0-497f-8775-dcfb87c1124d req-e604f13a-1081-4aaf-9c5d-bc2ebca67bf7 service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-unplugged-5cf29783-c74f-4100-add3-50d52bccd6e9 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:33.547095 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:33.561796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bdabb424-fe87-4cd9-bfa0-6fa9edaee533 tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.211s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:33.605580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:33.761925 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.762618 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.763205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:33.763984 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:33.764514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:33.768196 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Terminating instance Nov 24 14:29:33.793650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:33.793650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:33.801332 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: deleting, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:33.851587 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:34.096797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:34.108784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:34.109281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:34.112222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.016s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:34.124034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:34.124034 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Claim successful on node np0005533992.novalocal Nov 24 14:29:34.186998 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:34.275481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:34.286241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updated VIF entry in instance network info cache for port 7c69b95e-447f-4757-8fb3-8c3613247bd1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:29:34.286623 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [{"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:34.296404 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Took 1.37 seconds to deallocate network for instance. Nov 24 14:29:34.303699 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:34.305291 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:34.306000 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:29:34.333395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:34.345601 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:34.530672 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Instance destroyed successfully. Nov 24 14:29:34.531074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lazy-loading 'resources' on Instance uuid 79b932ec-069a-4517-aed6-38cb4190965c {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:34.616786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:29:34.791763 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Releasing lock "refresh_cache-0238a3da-b1ba-428e-847c-36883d8d9c61" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:34.792136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:34.792482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing instance network info cache due to event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:34.792994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:34.793298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:34.793636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:34.817048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:35.035429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerAddressesTestJSON-server-1953920590',display_name='tempest-ServerAddressesTestJSON-server-1953920590',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serveraddressestestjson-server-1953920590',id=79,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:29:32Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='1c1a2571889448b4b3d0552dcef22b4b',ramdisk_id='',reservation_id='r-pbwimnwd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerAddressesTestJSON-592047068',owner_user_name='tempest-ServerAddressesTestJSON-592047068-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:29:32Z,user_data=None,user_id='c28fd4941fb34c97a4ae3349d7b8c7fe',uuid=79b932ec-069a-4517-aed6-38cb4190965c,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:29:35.035863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converting VIF {"id": "f42bc501-c030-4128-a2d2-15e748646f9b", "address": "fa:16:3e:28:f9:42", "network": {"id": "f1822f4b-4295-483f-90c5-6e315c5c2e46", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-86403735-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c1a2571889448b4b3d0552dcef22b4b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapf42bc501-c0", "ovs_interfaceid": "f42bc501-c030-4128-a2d2-15e748646f9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:35.037002 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:35.037491 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:29:35.039209 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:35.039684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf42bc501-c0, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:35.043268 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:35.045401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:35.046453 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:35.046853 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=968e0c32-7fe6-431f-9e0c-558252be8621) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:35.048613 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:35.050066 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:35.053033 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:f9:42,bridge_name='br-int',has_traffic_filtering=True,id=f42bc501-c030-4128-a2d2-15e748646f9b,network=Network(f1822f4b-4295-483f-90c5-6e315c5c2e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf42bc501-c0') Nov 24 14:29:35.053543 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Deleting instance files /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c_del Nov 24 14:29:35.054424 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Deletion of /opt/stack/data/nova/instances/79b932ec-069a-4517-aed6-38cb4190965c_del complete Nov 24 14:29:35.118815 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:35.301397 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:35.418848 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-57ec18a6-875a-498c-9ec0-503bde1df9a8 req-99c4b83a-288d-438e-a49b-1e85b5bf99fe service nova] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Received event network-vif-deleted-5cf29783-c74f-4100-add3-50d52bccd6e9 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:35.504771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:35.583536 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:29:35.583836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:35.584086 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:35.584206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:35.584453 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:35.601420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:35.601647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:35.602070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:35.602857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:35.603049 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] No waiting events found dispatching network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:35.603230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:35.603400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:35.603587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Acquiring lock "79b932ec-069a-4517-aed6-38cb4190965c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:35.603774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:35.603933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] Lock "79b932ec-069a-4517-aed6-38cb4190965c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:35.604116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] No waiting events found dispatching network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:35.604378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d357daa4-445f-4a9a-8525-6d41da1b2b94 req-0bf4e797-c4b1-455b-9272-ba8d115fb1be service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-unplugged-f42bc501-c030-4128-a2d2-15e748646f9b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:29:35.629218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:35.662071 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:35.695969 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:35.792983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updated VIF entry in instance network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:29:35.793334 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:36.007740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:36.296830 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e994c94c-8792-4d4d-a362-5379c861b59f req-b204811a-d7b0-44a9-b64d-dba54ee3f5cf service nova] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:36.411810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:36.513691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:36.514714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:36.519171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:36.654302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:36.655330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:36.655640 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating image(s) Nov 24 14:29:36.656125 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:36.656456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:36.657082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:36.657580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:36.662913 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:36.666248 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:36.795893 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.129s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:36.796284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:36.796699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:36.797149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:36.800663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:36.801003 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:36.895459 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:36.895868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:36.915796 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Took 1.33 seconds to deallocate network for instance. Nov 24 14:29:36.924393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk 1073741824" returned: 0 in 0.028s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:36.924873 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.128s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:36.925408 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:36.939608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:36.984330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:36.984702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Checking if we can resize image /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:36.985018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:37.025686 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:37.026289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:37.026713 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:37.027066 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:37.050937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:37.051263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Cannot resize image /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:37.051699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:37.051941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Ensure instance console log exists: /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:37.053777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:37.053777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:37.053777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:37.054583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:37.062402 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:37.066777 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV257Test-server-949222874', uuid='84f1d1c0-c18a-48e0-9e02-d0e1164ad253'), owner=OwnerMeta(userid='83ac673834ac4dd89bb40cba94468967', username='tempest-ServerShowV257Test-982130671-project-member', projectid='5ef4ba7f0cc64567a5dcd55d55478eb2', projectname='tempest-ServerShowV257Test-982130671'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012577.0631719) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:37.068349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:37.068742 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:37.071088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:37.071501 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:37.072850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:37.073050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:37.073276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:37.073451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:37.073677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:37.073840 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:37.073999 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:37.074268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:37.074616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:37.074794 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:37.074993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:37.075186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:37.078647 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lazy-loading 'pci_devices' on Instance uuid 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:37.128525 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:37.267200 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:37.425117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:37.443562 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:37.456046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d6918cdd-4595-4e44-b271-c7838bdceb47 req-9d4f70ff-7dcf-4b73-a6c6-4eb493d05dbd service nova] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Received event network-vif-deleted-f42bc501-c030-4128-a2d2-15e748646f9b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:37.549570 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] End _get_guest_xml xml= Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: instance-00000050 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-server-949222874 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:37 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-982130671-project-member Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-982130671 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:37.582663 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:37.631725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Successfully created port: 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:37.951512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.432s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:37.992744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.568s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:38.025165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Successfully updated port: 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:38.030433 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Deleted allocations for instance d18288f9-dc35-4d30-a640-797e59c55069 Nov 24 14:29:38.076228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:38.142143 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:38.142455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing instance network info cache due to event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:38.142812 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:38.143044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:38.143490 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:38.330601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:38.530707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:38.648658 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:38.730641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:38.759386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:38.857883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:38.916096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:39.045316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9c2db365-d50b-4282-8063-6053d9e1ba7a tempest-ServerDiskConfigTestJSON-1214907080 tempest-ServerDiskConfigTestJSON-1214907080-project-member] Lock "d18288f9-dc35-4d30-a640-797e59c55069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.953s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:39.098298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:39.098684 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] VM Stopped (Lifecycle Event) Nov 24 14:29:39.129423 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:39.131534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:39.131850 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Creating image(s) Nov 24 14:29:39.134386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:39.134386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:39.134386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:39.135506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:39.142296 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:39.145994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.167850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:39.168313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:39.170025 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Using config drive Nov 24 14:29:39.226016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.080s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.226452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:39.227055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:39.227603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:39.231435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:39.231863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.328808 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.329442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.366879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.372s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:39.388327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk 1073741824" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.388733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.162s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:39.389069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.421476 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c108c158-fb0c-4d06-98eb-c8693dfd889a req-f7660181-1123-4d6e-bbe1-19593b90cf74 service nova] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:39.424324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:39.424670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:39.438737 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Deleted allocations for instance 79b932ec-069a-4517-aed6-38cb4190965c Nov 24 14:29:39.499540 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.110s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.500106 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:39.500582 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.561228 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.561824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:39.562404 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:39.562788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Ensure instance console log exists: /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:39.563298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:39.563699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:39.563994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:39.603196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-149afbf9-cf5b-4028-98cf-13f18ecc1b60 None None] [instance: 6a6bbc97-9d44-48d2-b10f-29c313b42caf] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:39.684404 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:39.731129 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating config drive at /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config Nov 24 14:29:39.735978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpai4os4_s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:39.753582 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:39.882291 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpai4os4_s" returned: 0 in 0.146s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:39.999877 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:40.051581 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:40.085956 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:40.086430 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] VM Resumed (Lifecycle Event) Nov 24 14:29:40.088546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:40.089136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:40.098056 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance spawned successfully. Nov 24 14:29:40.098787 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:40.152913 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:40.263112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:40.466275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-10930be3-ec24-41a5-aa80-32c15163d75d tempest-ServerAddressesTestJSON-592047068 tempest-ServerAddressesTestJSON-592047068-project-member] Lock "79b932ec-069a-4517-aed6-38cb4190965c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.704s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:40.591145 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:40.595198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:40.610347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.610727 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.611369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.612020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.612748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.613372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:40.753660 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:40.768270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:40.768270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance network_info: |[{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:40.773539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start _get_guest_xml network_info=[{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:40.781234 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:40.783549 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-1', uuid='468074ea-0791-428e-8b1b-78bd81318fb8'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012580.782779) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:40.786565 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:40.787247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:40.789276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:40.789771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:40.791326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:40.792091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:40.792514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:40.792983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:40.793305 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:40.793687 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:40.794017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:40.794413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:40.794705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:40.794991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:40.795345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:40.795752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:40.800153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:40.800411 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:40.801136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:40.801744 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:40.982064 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.099604 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:41.101247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:41.101247 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] VM Started (Lifecycle Event) Nov 24 14:29:41.121753 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Took 4.47 seconds to spawn the instance on the hypervisor. Nov 24 14:29:41.121753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:41.269487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:41.269858 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:41.270109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:41.270353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] End _get_guest_xml xml= Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: instance-00000051 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: multiattach-server-1 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:40 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Preparing to wait for external event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:41.307714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:41.309421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:41.309421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:41.310004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:41.310171 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:41.310733 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.311732 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:41.312686 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:41.314948 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.314948 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ab3cf8e-db38-581c-91a9-4b20c19e00f3', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:41.316716 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.320277 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:41.322120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.322417 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap849e3b8b-43, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:41.322857 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap849e3b8b-43, col_values=(('qos', UUID('fc3f2030-ec53-4699-98b0-92b1c32e0619')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:41.323143 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap849e3b8b-43, col_values=(('external_ids', {'iface-id': '849e3b8b-433c-4456-957f-873ac1f4a71b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:aa:90', 'vm-uuid': '468074ea-0791-428e-8b1b-78bd81318fb8'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:41.324434 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.326450 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:41.335307 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.337140 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') Nov 24 14:29:41.409093 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:41.604005 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:41.606940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:41.649121 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Took 9.96 seconds to build instance. Nov 24 14:29:42.152317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ceaeb9ee-ed20-4049-86f9-312a647e8da6 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.466s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:42.309650 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:42.591829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:42.595640 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:42.695758 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:42.706904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:42.788426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.084s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:42.788880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:42.863846 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:42.864055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:42.864269 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:04:aa:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:42.867568 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Using config drive Nov 24 14:29:42.870143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:42.877517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:42.957711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:42.958343 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:43.035976 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:43.038901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vda) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:29:43.050572 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:43.114195 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:43.114505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:43.174448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:43.326886 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:43.326886 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:43.348131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.023s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:43.348974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=6948MB free_disk=373.1080017089844GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:29:43.349724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:43.350866 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:43.379697 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:43.806078 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Creating config drive at /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config Nov 24 14:29:43.813295 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_ggll5tp {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:43.947330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_ggll5tp" returned: 0 in 0.134s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:44.036708 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:44.047851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:44.055998 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:44.147330 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Rebuilding instance Nov 24 14:29:44.192022 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:44.194803 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:44.213546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:44.213731 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Started (Lifecycle Event) Nov 24 14:29:44.255424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:44.444056 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444190 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 70ff3506-d843-48cf-93b3-89c33193f415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444387 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c7b98470-a152-4fed-a8de-686b2cd94ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444490 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 468074ea-0791-428e-8b1b-78bd81318fb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:29:44.444779 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 6 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:29:44.444904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1664MB phys_disk=399GB used_disk=5GB total_vcpus=8 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:29:43 up 37 min, 12 users, load average: 5.60, 5.43, 3.92\n', 'num_instances': '6', 'num_vm_active': '5', 'num_task_None': '4', 'num_os_type_None': '6', 'num_proj_b8c5afe0783b4a2e8465ddb625847eac': '5', 'io_workload': '2', 'num_task_rebuilding': '1', 'num_proj_5ef4ba7f0cc64567a5dcd55d55478eb2': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:29:44.634132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b8ca13ae-a073-45e6-b046-2ab77c57bd47 req-8430c3e5-e359-4963-b593-fe0668ecc402 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:44.634250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ca13ae-a073-45e6-b046-2ab77c57bd47 req-8430c3e5-e359-4963-b593-fe0668ecc402 service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:44.634520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ca13ae-a073-45e6-b046-2ab77c57bd47 req-8430c3e5-e359-4963-b593-fe0668ecc402 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:44.634662 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ca13ae-a073-45e6-b046-2ab77c57bd47 req-8430c3e5-e359-4963-b593-fe0668ecc402 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:44.634867 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b8ca13ae-a073-45e6-b046-2ab77c57bd47 req-8430c3e5-e359-4963-b593-fe0668ecc402 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Processing event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:29:44.637591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:44.642684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:44.662607 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance spawned successfully. Nov 24 14:29:44.662607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:44.675711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:44.717027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:44.725206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:44.912202 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:45.175494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.175611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.176029 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.177087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.177087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.177250 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:45.181689 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:45.228534 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:45.228534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:45.228904 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Paused (Lifecycle Event) Nov 24 14:29:45.520433 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance destroyed successfully. Nov 24 14:29:45.531769 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance destroyed successfully. Nov 24 14:29:45.532151 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Deleting instance files /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253_del Nov 24 14:29:45.532643 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Deletion of /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253_del complete Nov 24 14:29:45.692883 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Took 6.56 seconds to spawn the instance on the hypervisor. Nov 24 14:29:45.692883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:45.693990 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:29:45.694216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.343s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:45.732248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:45.734472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:45.734683 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Resumed (Lifecycle Event) Nov 24 14:29:46.205157 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Took 12.15 seconds to build instance. Nov 24 14:29:46.239627 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:46.244725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:46.285952 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:46.324766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:46.381951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:46.700461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:46.701334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:46.701334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:46.701496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:46.701810 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:46.702114 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-a5fd5153-60e2-46a0-9fb8-9ed03f87d660 req-54b47b23-06f3-4f60-adaf-54bc22f87765 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received unexpected event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with vm_state active and task_state None. Nov 24 14:29:46.708178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6845b6cb-97d7-4ecc-bb9d-afcc9c3c526d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.668s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:47.061330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:47.061927 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating image(s) Nov 24 14:29:47.062834 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:47.063172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:47.064096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "/opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:47.064918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:47.071046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:47.072828 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:47.177815 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.105s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:47.178217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:47.178686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:47.179152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:47.182862 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:47.183246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:47.253670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:47.254188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:47.271241 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:47.289970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk 1073741824" returned: 0 in 0.036s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:47.290372 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.112s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:47.290739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:47.387315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:47.387948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Checking if we can resize image /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:47.388400 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:47.450908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:47.451485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Cannot resize image /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:47.452118 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:47.452534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Ensure instance console log exists: /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:47.453771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:47.454186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:47.454513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:47.458327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:47.462075 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:29:47.464119 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV257Test-server-949222874', uuid='84f1d1c0-c18a-48e0-9e02-d0e1164ad253'), owner=OwnerMeta(userid='83ac673834ac4dd89bb40cba94468967', username='tempest-ServerShowV257Test-982130671-project-member', projectid='5ef4ba7f0cc64567a5dcd55d55478eb2', projectname='tempest-ServerShowV257Test-982130671'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012587.463609) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:47.465585 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:47.466198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:47.468692 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:47.469231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:47.470704 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:47.471327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:47.473111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:47.473421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:47.476155 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:47.476155 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:47.476439 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:47.476818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:47.477144 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:47.477453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:47.480039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:47.480428 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:47.480815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lazy-loading 'vcpu_model' on Instance uuid 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:47.802599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:47.802950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] End _get_guest_xml xml= Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: instance-00000050 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-server-949222874 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:47 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-982130671-project-member Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV257Test-982130671 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:47.991159 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:48.307252 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:48.609311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:48.609571 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing instance network info cache due to event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:48.609840 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:48.610055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:48.610282 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:29:48.695907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:29:48.858219 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:48.858219 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:48.862677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:48.862943 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Claim successful on node np0005533992.novalocal Nov 24 14:29:49.114088 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:49.307164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:49.307369 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: d18288f9-dc35-4d30-a640-797e59c55069] VM Stopped (Lifecycle Event) Nov 24 14:29:49.452040 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:49.459254 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:49.513055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:49.514234 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:49.515587 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Using config drive Nov 24 14:29:49.526451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:49.526530 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] VM Stopped (Lifecycle Event) Nov 24 14:29:49.582780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updated VIF entry in instance network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:29:49.583055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:49.813946 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bdcba9d5-b07f-4b35-82a2-2c0992487306 None None] [instance: d18288f9-dc35-4d30-a640-797e59c55069] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:50.021725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lazy-loading 'ec2_ids' on Instance uuid 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:50.041542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4e9a646b-1bd6-469f-9f39-37722e12ffcd None None] [instance: 79b932ec-069a-4517-aed6-38cb4190965c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:50.086972 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-252a137f-561f-431f-b3b2-3a9ba1e4c0c9 req-730ce23a-4e25-4fa0-9779-6096f99b933e service nova] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:50.150911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:50.315654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:50.315878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:50.527800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Object Instance<84f1d1c0-c18a-48e0-9e02-d0e1164ad253> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:29:50.528111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lazy-loading 'keypairs' on Instance uuid 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:50.655875 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:50.665330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:50.665664 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing instance network info cache due to event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:50.666012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:50.666387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:50.666882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:50.831309 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:50.835635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:50.836140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:51.032598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Object Instance<84f1d1c0-c18a-48e0-9e02-d0e1164ad253> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:29:51.036936 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:29:51.085939 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Creating config drive at /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config Nov 24 14:29:51.092157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj4zrg5rk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:51.173803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:51.174698 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:51.179746 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:51.218394 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj4zrg5rk" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:51.326858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:51.344348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:29:51.469482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:29:51.469737 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:51.469945 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] VM Resumed (Lifecycle Event) Nov 24 14:29:51.471705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:51.474664 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:51.479824 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance spawned successfully. Nov 24 14:29:51.480226 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:51.585533 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:51.709606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updated VIF entry in instance network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:29:51.709977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:51.715081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:51.715081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:51.715081 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:51.715081 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:51.787875 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd932b18f9b46b38401e2692ef4d875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19655682fc44cb195d95cf60a77d97e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:51.842778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.527s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:51.885245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:51.885448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:51.889415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:29:51.889584 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Claim successful on node np0005533992.novalocal Nov 24 14:29:51.976445 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:51.979823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:51.990062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:51.990229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:51.990547 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:51.990821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:51.991116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:51.991410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:52.214698 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-94692c43-9918-4f1b-8591-09aa5d40e1c9 req-c1b19e2e-a40c-4b94-bbf9-8fad6340d373 service nova] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:52.237058 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:52.242680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Successfully created port: 0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:52.272522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:52.487223 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:29:52.488122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:52.488872 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] VM Started (Lifecycle Event) Nov 24 14:29:52.498222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:52.703655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Successfully updated port: 0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:52.726188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-changed-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:52.726188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Refreshing instance network info cache due to event network-changed-0217105e-ada0-49c7-9274-d2f1e0636cf5. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:52.726188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] Acquiring lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:52.726655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] Acquired lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:52.726996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Refreshing network info cache for port 0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:52.749605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:52.958603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:52.959226 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:52.960045 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Attaching volume 24564085-59b9-4f72-b823-12df5b8ac914 to /dev/vdb Nov 24 14:29:52.994527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:53.021182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:53.023011 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:53.065277 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:29:53.066370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.074415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.074415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fbcd76-9ebc-4ef7-adf1-d1c2032b583a]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c2c624a2-5c0c-4283-850c-8aa5ec8093d7]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:53.077154 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:29:53.078059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c624a2-5c0c-4283-850c-8aa5ec8093d7]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:53.078275 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:29:53.078535 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:29:53.079309 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.095568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.095829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c0a7e0-e4f5-4c68-8e57-7d8bc187d4c4]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:53.096646 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.108083 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.108083 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[51dc4440-69ff-477f-9c3c-2ed79403164c]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:53.108949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c8412b-1a40-45e6-bd90-e752efe55e93]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:53.109345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.140771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:29:53.141189 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:29:53.143009 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:29:53.143682 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90'] Nov 24 14:29:53.143899 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:29:53.144069 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:29:53.144366 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (78ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:29:53.144668 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating existing volume attachment record: 6b1a3090-4e58-44cd-96bf-7c0f460b9e92 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:29:53.207487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:53.232210 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:53.262378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:53.297152 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:53.426646 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:53.763308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:53.764895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:53.765161 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Creating image(s) Nov 24 14:29:53.765537 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "/opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:53.765880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "/opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:53.766386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "/opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:53.766934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:53.769926 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:53.770851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:53.775182 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.856297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.856297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:53.856297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:53.856715 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:53.861168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:53.861799 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.929809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f99a06bb-14d6-4014-953c-c0bacca2c836 req-b3590bca-7131-4968-aa4d-f7ce53f5e234 service nova] Releasing lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:53.930202 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquired lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:53.930365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:53.940610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.940610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:53.972141 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk 1073741824" returned: 0 in 0.032s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:53.973603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.117s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:53.973603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:54.038968 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:54.039637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:54.040122 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:54.102356 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:54.102944 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Cannot resize image /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:54.103473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:54.103869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Ensure instance console log exists: /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:54.104344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:54.104780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:54.105097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:54.286278 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:54.287308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:29:54.293044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.270s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:54.293413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:29:54.324287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:54.324287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:54.324287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:54.324730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:54.325047 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:54.329523 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Terminating instance Nov 24 14:29:54.487404 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:54.597857 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:54.726711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Updating instance_info_cache with network_info: [{"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:54.815012 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:29:54.815012 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:29:54.815012 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:54.815012 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:54.820613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5238e9a9-8a7d-4511-aa3c-af720ea942e1 tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:54.837398 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "refresh_cache-84f1d1c0-c18a-48e0-9e02-d0e1164ad253" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:54.837398 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquired lock "refresh_cache-84f1d1c0-c18a-48e0-9e02-d0e1164ad253" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:54.837398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:54.876728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a50d29db5524f658085c32d8b8cd668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626c3f1f0ffa4567849ebec4ad3ede2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:29:55.231642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Releasing lock "refresh_cache-76f43e8d-5a97-4f68-bb0e-f069aaddba2c" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:55.231915 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance network_info: |[{"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:55.233545 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Start _get_guest_xml network_info=[{"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:55.243053 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:55.244044 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-NoVNCConsoleTestJSON-server-837647217', uuid='76f43e8d-5a97-4f68-bb0e-f069aaddba2c'), owner=OwnerMeta(userid='ffd932b18f9b46b38401e2692ef4d875', username='tempest-NoVNCConsoleTestJSON-366067128-project-member', projectid='c19655682fc44cb195d95cf60a77d97e', projectname='tempest-NoVNCConsoleTestJSON-366067128'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012595.2437432) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:55.247187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:55.247625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:55.249741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Successfully created port: d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:29:55.251610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:55.252103 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:55.252852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:55.253255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:55.253528 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:55.253668 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:55.254077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:55.254207 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:55.254328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:55.254487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:55.254799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:55.254940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:55.255155 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:55.255308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:55.258256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-NoVNCConsoleTestJSON-server-837647217',display_name='tempest-NoVNCConsoleTestJSON-server-837647217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-novncconsoletestjson-server-837647217',id=82,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c19655682fc44cb195d95cf60a77d97e',ramdisk_id='',reservation_id='r-baxu8alr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-NoVNCConsoleTestJSON-366067128',owner_user_name='tempest-NoVNCConsoleTestJSON-366067128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:52Z,user_data=None,user_id='ffd932b18f9b46b38401e2692ef4d875',uuid=76f43e8d-5a97-4f68-bb0e-f069aaddba2c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:55.258475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converting VIF {"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:55.259043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:55.259794 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lazy-loading 'pci_devices' on Instance uuid 76f43e8d-5a97-4f68-bb0e-f069aaddba2c {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] End _get_guest_xml xml= Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: instance-00000052 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: tempest-NoVNCConsoleTestJSON-server-837647217 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:55 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: tempest-NoVNCConsoleTestJSON-366067128-project-member Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: tempest-NoVNCConsoleTestJSON-366067128 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:55.276052 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:55.277649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Preparing to wait for external event network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:55.277649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:55.277649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:55.277649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:55.277649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-NoVNCConsoleTestJSON-server-837647217',display_name='tempest-NoVNCConsoleTestJSON-server-837647217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-novncconsoletestjson-server-837647217',id=82,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c19655682fc44cb195d95cf60a77d97e',ramdisk_id='',reservation_id='r-baxu8alr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-NoVNCConsoleTestJSON-366067128',owner_user_name='tempest-NoVNCConsoleTestJSON-366067128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:52Z,user_data=None,user_id='ffd932b18f9b46b38401e2692ef4d875',uuid=76f43e8d-5a97-4f68-bb0e-f069aaddba2c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:55.277852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converting VIF {"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:55.277852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:55.278085 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:55.279746 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.279746 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:55.280372 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:55.280711 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.280886 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66170cee-7269-5751-8a76-2a4771a7924a', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:55.281564 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.283320 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:55.284286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.286735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.286735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0217105e-ad, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:55.286735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0217105e-ad, col_values=(('qos', UUID('107024e0-4c6d-438b-abbf-6835abae6a96')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:55.286735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0217105e-ad, col_values=(('external_ids', {'iface-id': '0217105e-ada0-49c7-9274-d2f1e0636cf5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:df:12', 'vm-uuid': '76f43e8d-5a97-4f68-bb0e-f069aaddba2c'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:55.287291 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.289474 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:55.294078 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:55.294768 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') Nov 24 14:29:55.312223 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:29:55.340461 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:55.386074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:55.489286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:55.628764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Successfully updated port: d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:29:55.666795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-changed-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:55.666940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Refreshing instance network info cache due to event network-changed-d55cb538-9818-4481-9685-af2754ea8461. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:29:55.667096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] Acquiring lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:55.667281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] Acquired lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:55.667327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Refreshing network info cache for port d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:29:55.814750 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:29:55.994776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Releasing lock "refresh_cache-84f1d1c0-c18a-48e0-9e02-d0e1164ad253" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:55.995172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:29:56.131167 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:29:56.169066 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:56.215954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:29:56.218627 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:29:56.218627 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:29:56.218627 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:29:56.218627 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': 'qKjmunYTR7UhNN3a', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:29:56.220217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:56.226969 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ff43df39-7fd0-45c5-824d-e3d5e1796bd9]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:29:56.229450 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:29:56.233702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff43df39-7fd0-45c5-824d-e3d5e1796bd9]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:56.233702 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:29:56.234299 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:29:56.234721 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:29:56.235801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:56.247968 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260" returned: 21 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:56.248021 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:56.274025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f4d24b-a56d-41d9-9b3e-d14030dd02c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:56.274547 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:29:56.274547 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:56.277144 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:56.282641 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance destroyed successfully. Nov 24 14:29:56.282641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lazy-loading 'resources' on Instance uuid 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:56.286257 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:56.286411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e214342e-f75f-40c1-bc8e-050fa1454962]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:56.286922 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914] added Nov 24 14:29:56.286922 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:29:56.286922 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:29:56.286922 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:29:56.286922 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:56.287139 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:29:56.287429 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.053(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:29:56.287669 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:29:56.415940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:56.788896 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Deleting instance files /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253_del Nov 24 14:29:56.789768 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Deletion of /opt/stack/data/nova/instances/84f1d1c0-c18a-48e0-9e02-d0e1164ad253_del complete Nov 24 14:29:56.817745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:56.817745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:29:56.817745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] No VIF found with MAC fa:16:3e:84:df:12, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:29:56.817745 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Using config drive Nov 24 14:29:56.829176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:29:56.832799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:29:56.833282 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Creating image(s) Nov 24 14:29:56.834055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:56.834406 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:56.835619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:56.838095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:56.844233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:56.847930 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:56.920016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdfb4590-7d15-46ba-99c6-2f72bb1db329 req-c21a5866-b7f6-465f-bafb-8555889d3cc8 service nova] Releasing lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:56.920835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquired lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:29:56.921194 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:29:56.947159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:56.948012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:56.948367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:56.949009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:56.954946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:29:56.955521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.076803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.121s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.077244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.112852 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk 1073741824" returned: 0 in 0.035s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.113436 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.165s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:57.113966 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.224373 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.110s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.226014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:29:57.226014 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.276028 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:57.288718 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:29:57.291213 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.294483 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.294483 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Cannot resize image /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:29:57.294971 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:29:57.295352 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Ensure instance console log exists: /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:29:57.295887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:57.296274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:57.296595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:57.302251 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.302919 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:29:57.303404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:29:57.304231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[debc1bb3-02ca-4fce-a77e-454e5fc93fd9]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.304644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:29:57.304840 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:29:57.305361 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:29:57.310131 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.336120 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:57.349878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.349978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.350125 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13c37d3-3ffe-4831-b6bb-d16369f97f5c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.351571 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.352496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.364224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.364701 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aced633-0d43-4549-b8a3-0356a776cc3b]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.364982 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.366859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.373419 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:57.373641 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:57.377232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.379275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[68bb562f-3da0-4bf4-bd1c-40062dc55201]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.379551 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUqQP7pyCKF6Q7eajHGA'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.382370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.393323 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.393449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdaa4f5c-e45b-45fc-9a1b-cd23deffcbbb]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.393850 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.394630 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.405713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.406058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[93fd0335-b9f0-48a7-a930-e1ae9d49db92]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.406314 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:57.406314 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:29:57.406479 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:57.406479 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:29:57.407284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.444735 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --login" returned: 0 in 0.023s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.444887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf843c3a-837a-43ba-bcfa-af97264ed0c1]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.445274 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260] successful. Nov 24 14:29:57.445274 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.446564 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.457435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.457874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6260521c-6775-4b7b-9d09-02ebf4ee6cb4]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.458154 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:29:57.460831 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.464967 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Creating config drive at /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.config Nov 24 14:29:57.468243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpbtq5zqx5 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.475274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5950de7-5ab9-4d6d-907e-947337b8562c]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.243s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '-', '-', 0) found on session 14 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:29:57.479342 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:29:57.500449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:29:57.503019 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.021s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.503143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b84f862f-330f-47ac-99bc-da37b6c87329]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:29:57.516752 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 14 and hctl ['3', '*', '*', 0] yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:29:57.517327 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:29:57.594718 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpbtq5zqx5" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:29:57.666298 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:29:57.727787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:57.737663 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:57.749268 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:57.876709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:57.899284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:29:57.936491 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bc19778f-70ab-4f54-8052-8dbf56942470 req-fea12083-51c5-41bf-9baf-ab3d3f441dbe service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:57.937243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc19778f-70ab-4f54-8052-8dbf56942470 req-fea12083-51c5-41bf-9baf-ab3d3f441dbe service nova] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:57.937415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc19778f-70ab-4f54-8052-8dbf56942470 req-fea12083-51c5-41bf-9baf-ab3d3f441dbe service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:57.937558 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bc19778f-70ab-4f54-8052-8dbf56942470 req-fea12083-51c5-41bf-9baf-ab3d3f441dbe service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:57.937726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bc19778f-70ab-4f54-8052-8dbf56942470 req-fea12083-51c5-41bf-9baf-ab3d3f441dbe service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Processing event network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:29:57.938173 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:57.938303 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] VM Started (Lifecycle Event) Nov 24 14:29:57.940209 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:29:57.944198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:29:57.951588 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance spawned successfully. Nov 24 14:29:57.951588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:29:58.160603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.168761 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.178025 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.182985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.382242 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Took 1.08 seconds to deallocate network for instance. Nov 24 14:29:58.402054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Releasing lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:29:58.402558 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance network_info: |[{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:29:58.406804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start _get_guest_xml network_info=[{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:29:58.414246 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:29:58.417335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583', uuid='a36c44fd-ed45-4362-be7c-cdd2dccfbd3a'), owner=OwnerMeta(userid='6a50d29db5524f658085c32d8b8cd668', username='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member', projectid='626c3f1f0ffa4567849ebec4ad3ede2f', projectname='tempest-ServerStableDeviceRescueTestIDE-2070023570'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012598.4159234) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:29:58.419695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:29:58.420507 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:29:58.424287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:29:58.425117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:29:58.427753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:29:58.428636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:29:58.429169 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:29:58.429659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:29:58.430154 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:29:58.430437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:29:58.430883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:29:58.431827 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:29:58.432433 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:29:58.432978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:29:58.433666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:29:58.434473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:29:58.441422 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',display_name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstabledevicerescuetestide-server-1418605583',id=83,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='626c3f1f0ffa4567849ebec4ad3ede2f',ramdisk_id='',reservation_id='r-a0kg5eng',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTestIDE-2070023570',owner_user_name='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:55Z,user_data=None,user_id='6a50d29db5524f658085c32d8b8cd668',uuid=a36c44fd-ed45-4362-be7c-cdd2dccfbd3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:29:58.442283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converting VIF {"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:58.443414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:58.444105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'pci_devices' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:58.448617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:58.450075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:29:58.457139 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.457328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.457693 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.458010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.458318 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.458766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:29:58.519661 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.301s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:29:58.519930 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (2302ms) {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:29:58.520121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:29:58.526019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:29:58.893665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:58.895386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] End _get_guest_xml xml= Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: instance-00000053 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-server-1418605583 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:29:58 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-2070023570 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:58.949705 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:29:58.953507 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Preparing to wait for external event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:29:58.953507 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:58.953507 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:58.953507 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:58.953507 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:29:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',display_name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstabledevicerescuetestide-server-1418605583',id=83,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='626c3f1f0ffa4567849ebec4ad3ede2f',ramdisk_id='',reservation_id='r-a0kg5eng',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTestIDE-2070023570',owner_user_name='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:29:55Z,user_data=None,user_id='6a50d29db5524f658085c32d8b8cd668',uuid=a36c44fd-ed45-4362-be7c-cdd2dccfbd3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:29:58.953974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converting VIF {"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:29:58.954053 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:29:58.954476 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:29:58.958977 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:29:58.959347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:58.959634 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] VM Paused (Lifecycle Event) Nov 24 14:29:58.962663 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.983182 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Took 5.22 seconds to spawn the instance on the hypervisor. Nov 24 14:29:58.983390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:58.985164 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:58.985493 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:29:58.988017 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.988642 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7f3ccc3-74f1-5cb5-b836-31231307e9b0', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:58.989661 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:58.991319 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:58.995370 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:59.014116 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:59.014367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd55cb538-98, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:59.014769 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd55cb538-98, col_values=(('qos', UUID('307ae1d4-c7f0-4a9e-b637-e7414921ed7b')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:59.014987 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd55cb538-98, col_values=(('external_ids', {'iface-id': 'd55cb538-9818-4481-9685-af2754ea8461', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:45:49', 'vm-uuid': 'a36c44fd-ed45-4362-be7c-cdd2dccfbd3a'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:29:59.018101 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:59.019829 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:29:59.027274 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:29:59.028064 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] attach device xml: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: Nov 24 14:29:59.059194 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:29:59.251508 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:29:59.485979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:29:59.493847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:29:59.493847 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] VM Resumed (Lifecycle Event) Nov 24 14:29:59.505817 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Took 10.69 seconds to build instance. Nov 24 14:29:59.572728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6686af4d-9f3a-41eb-a5b8-5a6eca6e37fd tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Getting vnc console {{(pid=120184) get_vnc_console /opt/stack/nova/nova/compute/manager.py:7829}} Nov 24 14:29:59.755715 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:29:59.975403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:29:59.975634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:29:59.975845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:29:59.976030 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:29:59.976200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] No waiting events found dispatching network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:29:59.976383 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-57648e3f-bbdc-4358-b4d1-f8909defca0f req-9247b15e-e62d-4036-9a76-f540691070ac service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received unexpected event network-vif-plugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 for instance with vm_state active and task_state None. Nov 24 14:29:59.998641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:00.001937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:00.009707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-92d6ad9a-45cd-425a-8191-eefd4f3082b9 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.207s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:00.262617 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.368s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:00.313414 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Deleted allocations for instance 84f1d1c0-c18a-48e0-9e02-d0e1164ad253 Nov 24 14:30:00.573097 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:00.578067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:00.578067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No VIF found with MAC fa:16:3e:51:45:49, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:30:00.578067 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Using config drive Nov 24 14:30:00.658701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:00.658989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:00.659239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:00.659488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:85:e5:4f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:30:01.087310 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:01.228148 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Creating config drive at /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config Nov 24 14:30:01.233697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp9q5f3w8j {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:01.327888 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d5c6a57-1099-47ee-bfc8-91078a06497d tempest-ServerShowV257Test-982130671 tempest-ServerShowV257Test-982130671-project-member] Lock "84f1d1c0-c18a-48e0-9e02-d0e1164ad253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:01.364318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp9q5f3w8j" returned: 0 in 0.130s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:01.448755 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.458711 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.550124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-42322e2b-adc6-4903-af2c-34a086f36b81 tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Getting vnc console {{(pid=120184) get_vnc_console /opt/stack/nova/nova/compute/manager.py:7829}} Nov 24 14:30:01.681713 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:01.683984 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Started (Lifecycle Event) Nov 24 14:30:01.795749 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.800536 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.808160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.809405 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:01.810792 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:02.013306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:02.013750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:02.014093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:02.014362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:02.014648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Processing event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:30:02.015029 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:02.015278 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:02.015529 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:02.015850 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:02.016099 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:02.016350 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c27274c1-14a6-4029-8516-b0fa045c2290 req-ecac8f16-0e74-44d8-b66d-721b04de8aae service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state building and task_state spawning. Nov 24 14:30:02.017967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:30:02.022427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:30:02.025506 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance spawned successfully. Nov 24 14:30:02.026819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:30:02.099089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:02.099089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:02.188396 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:02.192241 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:02.250956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9b0d6ed6-98c8-4c87-b3b1-981a3c38e92d tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.291s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:02.281867 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.539505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:02.606288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:02.695304 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:30:02.695304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:02.695304 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Paused (Lifecycle Event) Nov 24 14:30:03.046504 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Took 6.22 seconds to spawn the instance on the hypervisor. Nov 24 14:30:03.046504 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:03.197218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:03.200644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:03.200907 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Resumed (Lifecycle Event) Nov 24 14:30:03.403039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:03.404399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:03.404399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:03.404399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:03.404399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:03.407064 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Terminating instance Nov 24 14:30:03.558595 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Took 11.71 seconds to build instance. Nov 24 14:30:03.614425 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.515s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:03.704005 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:03.708760 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:03.911303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:30:03.945732 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:03.947922 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:03.950511 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:03.986362 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:03.999602 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.064524 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.065253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-393bfda4-154f-4942-be41-81a1fe20e129 tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.229s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:04.175981 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Instance destroyed successfully. Nov 24 14:30:04.175981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lazy-loading 'resources' on Instance uuid 76f43e8d-5a97-4f68-bb0e-f069aaddba2c {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:04.246950 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:04.247149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:04.247339 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:04.247475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:04.247622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] No waiting events found dispatching network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:04.247763 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f64e7cda-aad0-4dc8-a2ad-39ece74ea86f req-c8fd60dd-a98e-4a4e-90a7-faea4c4fc8a8 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:30:04.680176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-NoVNCConsoleTestJSON-server-837647217',display_name='tempest-NoVNCConsoleTestJSON-server-837647217',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-novncconsoletestjson-server-837647217',id=82,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:29:58Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='c19655682fc44cb195d95cf60a77d97e',ramdisk_id='',reservation_id='r-baxu8alr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-NoVNCConsoleTestJSON-366067128',owner_user_name='tempest-NoVNCConsoleTestJSON-366067128-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:29:59Z,user_data=None,user_id='ffd932b18f9b46b38401e2692ef4d875',uuid=76f43e8d-5a97-4f68-bb0e-f069aaddba2c,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:30:04.680611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converting VIF {"id": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "address": "fa:16:3e:84:df:12", "network": {"id": "b67bed11-2428-4fed-97e1-01c633f93fde", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-132856248-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c19655682fc44cb195d95cf60a77d97e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0217105e-ad", "ovs_interfaceid": "0217105e-ada0-49c7-9274-d2f1e0636cf5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:04.681598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:04.682060 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:30:04.685004 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.685420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0217105e-ad, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:04.686867 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.689738 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:04.690184 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.691635 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.692005 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=107024e0-4c6d-438b-abbf-6835abae6a96) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:04.693205 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.694576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:04.698146 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:df:12,bridge_name='br-int',has_traffic_filtering=True,id=0217105e-ada0-49c7-9274-d2f1e0636cf5,network=Network(b67bed11-2428-4fed-97e1-01c633f93fde),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0217105e-ad') Nov 24 14:30:04.698710 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Deleting instance files /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c_del Nov 24 14:30:04.699466 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Deletion of /opt/stack/data/nova/instances/76f43e8d-5a97-4f68-bb0e-f069aaddba2c_del complete Nov 24 14:30:04.712581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:04.712581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:04.712668 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Attaching volume 24564085-59b9-4f72-b823-12df5b8ac914 to /dev/vdb Nov 24 14:30:04.775202 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:30:04.778319 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:04.782976 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:04.783106 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f4a908-3826-4f7e-a1c2-e26b0fd94df7]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[5729fad0-b825-4607-ad8b-9989f0f56bfb]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:04.785952 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:30:04.786746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5729fad0-b825-4607-ad8b-9989f0f56bfb]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:04.787071 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:30:04.787221 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:30:04.789081 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:04.795460 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:04.795573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f17c27-3f29-4995-9800-c836f66796c3]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:04.797157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:04.805677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:04.805677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c15438-aeab-4bcb-bded-c4c9d1a2e88f]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:04.806226 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb8c0e1-b65d-41e9-8f16-fbf948546fa8]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:04.807472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:04.824262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:30:04.824410 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:30:04.825865 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:30:04.826872 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe51:4549', 'fe80::608c:3cff:feeb:9607'] Nov 24 14:30:04.827008 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:30:04.827133 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:30:04.827403 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (51ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe51:4549', 'fe80::608c:3cff:feeb:9607']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:30:04.827653 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating existing volume attachment record: 11b6b8e6-37d8-47aa-9dda-2e3556c5168f {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:30:05.211498 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Took 1.30 seconds to destroy the instance on the hypervisor. Nov 24 14:30:05.211498 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:30:05.211498 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:30:05.211498 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:30:05.211498 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:05.290861 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:05.621149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c9b94045-4731-4d87-80d6-fc62ac23daa2 req-9e59ddee-9b53-4d0a-ab37-0a15fc710aa5 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-deleted-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:05.621299 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-c9b94045-4731-4d87-80d6-fc62ac23daa2 req-9e59ddee-9b53-4d0a-ab37-0a15fc710aa5 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Neutron deleted interface 0217105e-ada0-49c7-9274-d2f1e0636cf5; detaching it from the instance and deleting it from the info cache Nov 24 14:30:05.621448 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c9b94045-4731-4d87-80d6-fc62ac23daa2 req-9e59ddee-9b53-4d0a-ab37-0a15fc710aa5 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:06.023839 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:06.103632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:06.131721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c9b94045-4731-4d87-80d6-fc62ac23daa2 req-9e59ddee-9b53-4d0a-ab37-0a15fc710aa5 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Detach interface failed, port_id=0217105e-ada0-49c7-9274-d2f1e0636cf5, reason: Instance 76f43e8d-5a97-4f68-bb0e-f069aaddba2c could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:30:06.281965 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:06.282598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] Acquiring lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:06.284401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:06.284401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:06.284401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] No waiting events found dispatching network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:06.284401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c6d77df6-8f72-43c5-9cd5-4886be649102 req-7998f72e-34e6-4d11-8ffd-4306d7c4b8f1 service nova] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Received event network-vif-unplugged-0217105e-ada0-49c7-9274-d2f1e0636cf5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:30:06.531010 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] instance snapshotting Nov 24 14:30:06.586976 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Beginning live snapshot process Nov 24 14:30:06.609404 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Took 1.40 seconds to deallocate network for instance. Nov 24 14:30:07.116214 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:07.116998 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:07.281061 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:07.370216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:07.876440 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:07.885264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:30:07.885986 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:30:07.886184 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:30:07.886578 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:30:07.886785 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': 'qKjmunYTR7UhNN3a', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:30:07.890537 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.894065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[b923ec97-915b-497e-a097-4c6ec2a39a86]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:30:07.896210 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:30:07.901885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b923ec97-915b-497e-a097-4c6ec2a39a86]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.902661 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:30:07.903006 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:30:07.903244 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:30:07.904096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.912783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.913269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eca244f-23c2-4fe7-b5d4-b3c62d32e6c3]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = mUqQP7pyCKF6Q7eajHGA\nnode.session.auth.password = ********\nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = CHAP Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = mUqQP7pyCKF6Q7eajHGA Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.scan = manual Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:30:07.914465 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:07.915876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.926780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.927952 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbeb75aa-4c89-43e5-8795-d3d218520b18]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.928228 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:07.929037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.938515 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.939152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[12dc287c-100f-418e-b930-5c00127e757a]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.939409 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:07.940820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.946822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.947259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[db94a9e4-5275-44f7-a1a3-8e647068a9ad]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.947531 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUqQP7pyCKF6Q7eajHGA'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:07.948387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.956773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.957050 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad7f073-538a-4a94-97cb-1c34fa4510bb]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.957409 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:07.958332 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.965704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.966276 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86c14c5-b553-4f04-9be9-4d0ce7d45664]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.966551 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:30:07.966551 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:30:07.966551 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:30:07.966753 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:30:07.966753 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:30:07.966753 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:30:07.967083 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.064s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:30:07.967251 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:30:07.967709 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '0', '0', 0) found on session 14 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:30:07.967882 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: 0, t: 0, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:30:07.968570 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:07.976692 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:07.977041 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b27549a-5898-4c88-8292-bbf37593e74f]: (4, ('0 0 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:07.977381 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 14 and hctl ('3', '0', '0', 0) yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:30:07.977904 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:30:07.978351 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.092s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:30:07.978578 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (92ms) {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:30:07.978772 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:30:07.983474 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:08.105457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json -f qcow2 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:08.200623 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json -f qcow2" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:08.201329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json -f qcow2 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:08.262755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk --force-share --output=json -f qcow2" returned: 0 in 0.061s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:08.264264 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:08.270926 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:08.271646 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:08.355946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:08.355946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c.delta 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:08.384301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.267s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:08.420239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c.delta 1073741824" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:08.420643 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Quiescing instance not available: QEMU guest agent is not enabled. Nov 24 14:30:08.471697 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Deleted allocations for instance 76f43e8d-5a97-4f68-bb0e-f069aaddba2c Nov 24 14:30:08.479708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] COPY block job progress, current cursor: 1 final cursor: 1 {{(pid=120184) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:851}} Nov 24 14:30:08.485636 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Skipping quiescing instance: QEMU guest agent is not enabled. Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] attach device xml: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:08.489248 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:30:08.528659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:30:08.528975 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c.delta /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:08.685117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c.delta /opt/stack/data/nova/instances/snapshots/tmph_8j79ad/ddda84425a874342bf0983865975cd4c" returned: 0 in 0.156s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:08.685532 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Snapshot extracted, beginning image upload Nov 24 14:30:09.487063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e4b56a-7e7f-4f31-ad00-7aed235171dc tempest-NoVNCConsoleTestJSON-366067128 tempest-NoVNCConsoleTestJSON-366067128-project-member] Lock "76f43e8d-5a97-4f68-bb0e-f069aaddba2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.083s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:09.694175 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:10.066124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:10.066304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:10.066466 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:10.066665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:04:aa:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:30:10.790653 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Snapshot image upload complete Nov 24 14:30:10.790653 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f1c3dc1d-ed81-4106-aa22-7fd6cbd343be tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Took 4.25 seconds to snapshot the instance on the hypervisor. Nov 24 14:30:11.275261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:11.276338 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] VM Stopped (Lifecycle Event) Nov 24 14:30:11.298818 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:11.643165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e8a3ec13-93d1-4c9e-aa25-f90b95f7f778 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 6.931s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:11.781410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ef001d7c-b8d1-44cf-9e28-4afd3cb61031 None None] [instance: 84f1d1c0-c18a-48e0-9e02-d0e1164ad253] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:12.287333 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:12.994670 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Rescuing Nov 24 14:30:12.995052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:12.995306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquired lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:12.996224 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:13.430688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Stashing vm_state: active {{(pid=120184) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} Nov 24 14:30:13.499585 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:13.866666 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:13.886585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:13.886585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:13.986174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:13.986603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:14.048578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:14.390469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:30:14.496759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:30:14.497193 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Claim successful on node np0005533992.novalocal Nov 24 14:30:14.551887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Releasing lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:14.696236 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:14.944043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:15.014059 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.resource_tracker [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating resource usage from migration e9978af4-d94e-445e-a8f4-7ceb34ec7880 Nov 24 14:30:15.315914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:15.820389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:16.214000 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.218166 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.242460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.260594 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.328423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.342s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:16.328960 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Migrating Nov 24 14:30:16.342111 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.398s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:16.347320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:30:16.348342 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Claim successful on node np0005533992.novalocal Nov 24 14:30:16.383239 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.396540 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:16.445742 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance destroyed successfully. Nov 24 14:30:16.446124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'numa_topology' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:16.466587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:16.467712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:16.468289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:16.468766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:16.469187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:16.469717 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-6868f44f-adce-4e95-bf80-e500aeb0e07d req-a326dc2c-f752-41e2-8a1d-2ebbd5f2bc55 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state active and task_state rescuing. Nov 24 14:30:16.864305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:16.864812 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:16.864914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:16.952228 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Attempting a stable device rescue Nov 24 14:30:17.040715 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}, 'disk.rescue': {'bus': 'ide', 'dev': 'hdb', 'type': 'cdrom'}}} {{(pid=120184) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4602}} Nov 24 14:30:17.043921 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:30:17.044113 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Creating image(s) Nov 24 14:30:17.044750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:17.044983 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:17.045625 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:17.045864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'trusted_certs' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:17.393294 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:17.548844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:17.549079 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "8662965f6a45a5c651a7ac78af617e694e8ab418" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:17.549747 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "8662965f6a45a5c651a7ac78af617e694e8ab418" acquired by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:17.741705 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:17.815279 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:17.863162 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:18.147687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.151401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.151841 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.part --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:18.238858 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.part --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:18.239415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.images [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] 2070852f-5099-4f02-8f6d-e08314d918c6 was qcow2, converting to raw {{(pid=120184) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}} Nov 24 14:30:18.242473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:30:18.242988 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.part /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.converted {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:18.320991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:18.340966 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.part /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.converted" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:18.345095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.converted --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:18.366050 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:18.431919 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418.converted --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:18.432647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "8662965f6a45a5c651a7ac78af617e694e8ab418" "released" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: held 0.883s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:18.433239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.439810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.441449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "8662965f6a45a5c651a7ac78af617e694e8ab418" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:18.442174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "8662965f6a45a5c651a7ac78af617e694e8ab418" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:18.442764 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.448542 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:18.449184 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:18.511467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:18.512245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:18.512694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:18.513039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:18.513346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:18.513693 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-5e4eae33-9695-476a-8f3e-b56af4cea2f8 req-7898dbe0-04b6-4d80-971f-96130fb890ce service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state active and task_state rescuing. Nov 24 14:30:18.550109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418 --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:18.550648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418,backing_fmt=raw /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.rescue {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:18.580580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8662965f6a45a5c651a7ac78af617e694e8ab418,backing_fmt=raw /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.rescue" returned: 0 in 0.030s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:18.581184 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "8662965f6a45a5c651a7ac78af617e694e8ab418" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.139s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:18.581719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'migration_context' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:18.830582 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:18.831422 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:30:19.085128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:19.085605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:30:19.089149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start _get_guest_xml network_info=[{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "vif_mac": "fa:16:3e:51:45:49"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}, 'disk.rescue': {'bus': 'ide', 'dev': 'hdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue={'image_id': '2070852f-5099-4f02-8f6d-e08314d918c6', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=ShareMappingList(objects=[]) {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:30:19.089500 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'resources' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:19.211435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:19.212088 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] VM Stopped (Lifecycle Event) Nov 24 14:30:19.344770 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:30:19.596072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:19.602147 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:30:19.604100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583', uuid='a36c44fd-ed45-4362-be7c-cdd2dccfbd3a'), owner=OwnerMeta(userid='6a50d29db5524f658085c32d8b8cd668', username='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member', projectid='626c3f1f0ffa4567849ebec4ad3ede2f', projectname='tempest-ServerStableDeviceRescueTestIDE-2070023570'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "vif_mac": "fa:16:3e:51:45:49"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012619.6034825) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:30:19.605812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:30:19.606372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:30:19.608181 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:30:19.608650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:30:19.610026 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:30:19.610929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:30:19.611073 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:30:19.611349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:30:19.611677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:30:19.611945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:30:19.612224 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:30:19.612611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:30:19.613186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:30:19.613186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:30:19.613426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:30:19.615661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:30:19.616029 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'vcpu_model' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:19.698823 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:19.715117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bb36d4d0-c83e-4d75-ba87-20c1c1ad66e1 None None] [instance: 76f43e8d-5a97-4f68-bb0e-f069aaddba2c] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:19.844925 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:30:19.892294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Starting migrate_disk_and_power_off {{(pid=120184) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:12480}} Nov 24 14:30:19.935480 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.103766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.117239 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.119410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:20.125810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:20.135155 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.149124 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.203209 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance destroyed successfully. Nov 24 14:30:20.205370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:30Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:30:20.206333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:20.207243 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:20.207620 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:30:20.210166 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.210166 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6b97ec5-4c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:20.210787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.216801 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:20.217632 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.219054 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.219197 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dbe6732d-b528-4cce-a60c-9fb527562f24) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:20.220346 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.222279 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:20.230672 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.232943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:20.232943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:20.232943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:20.233370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "/opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:20.236993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',display_name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstabledevicerescuetestide-server-1418605583',id=83,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:30:03Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='626c3f1f0ffa4567849ebec4ad3ede2f',ramdisk_id='',reservation_id='r-a0kg5eng',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTestIDE-2070023570',owner_user_name='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member'},tags=,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:10Z,user_data=None,user_id='6a50d29db5524f658085c32d8b8cd668',uuid=a36c44fd-ed45-4362-be7c-cdd2dccfbd3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "vif_mac": "fa:16:3e:51:45:49"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:30:20.236993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converting VIF {"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "vif_mac": "fa:16:3e:51:45:49"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:20.236993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:20.237170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'pci_devices' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:20.237170 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') Nov 24 14:30:20.272983 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.277333 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.351376 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:30:20.394607 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.399660 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:20.566427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:20.566427 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:20.566641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:20.566770 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:20.566901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:20.567040 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state active and task_state resize_migrating. Nov 24 14:30:20.567156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:20.567280 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:20.567413 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:20.567644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:20.567827 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:20.568087 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-c54da0d9-c3a7-43df-84ca-f6ea711879e7 req-1f89aa90-2034-40b3-9861-15b0d71eed81 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state active and task_state resize_migrating. Nov 24 14:30:20.740981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] End _get_guest_xml xml= Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: instance-00000053 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-server-1418605583 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:30:19 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: tempest-ServerStableDeviceRescueTestIDE-2070023570 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:20.743079 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:30:20.757246 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance destroyed successfully. Nov 24 14:30:20.800121 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Detected multiple connections on this host for volume: 24564085-59b9-4f72-b823-12df5b8ac914, skipping target disconnect. Nov 24 14:30:20.803645 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:20.884473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.080s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:20.885182 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:20.962502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:20.963194 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:30:20.964119 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:20.986594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk" returned: 0 in 0.022s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:20.987003 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk.config /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.001421 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk.config /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config" returned: 0 in 0.014s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.001774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk.info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.021722 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_resize/disk.info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" returned: 0 in 0.019s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.361717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:30:21.363730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:30:21.364174 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Creating image(s) Nov 24 14:30:21.365091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "/opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:21.365473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "/opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:21.366389 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "/opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:21.367220 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:21.372860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:21.374877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.478734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.104s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.479043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:21.479383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:21.479811 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:21.482320 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:21.482624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.567695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.084s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.568444 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.599031 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk 1073741824" returned: 0 in 0.030s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.599621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.120s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:21.600209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.686380 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.687070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Checking if we can resize image /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:30:21.687516 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:21.761611 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk --force-share --output=json" returned: 0 in 0.072s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:21.761611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Cannot resize image /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:30:21.761611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:30:21.761611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Ensure instance console log exists: /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:30:21.761838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:21.762054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:21.762354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:21.764480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:30:21.770028 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:30:21.771768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersAaction247Test-server-1465653995', uuid='38933599-cd2d-49ff-8b16-f7f1f268ddfb'), owner=OwnerMeta(userid='3c7910804dc94a1c92a0c32578665eab', username='tempest-ServersAaction247Test-1328372217-project-member', projectid='0b82c0dff53349bd8237cc0edc971bf1', projectname='tempest-ServersAaction247Test-1328372217'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012621.7712657) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:30:21.774900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:30:21.775461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:30:21.780143 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:30:21.780644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:30:21.782103 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:30:21.782853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:30:21.783208 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:30:21.783466 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:30:21.783805 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:30:21.784052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:30:21.784338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:30:21.784736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:30:21.785011 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:30:21.785333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:30:21.785609 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:30:21.785917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:30:21.790909 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lazy-loading 'pci_devices' on Instance uuid 38933599-cd2d-49ff-8b16-f7f1f268ddfb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:22.233315 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:22.233851 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:22.287719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:22.287719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:22.287719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No BDM found with device name hdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:22.287719 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] No VIF found with MAC fa:16:3e:51:45:49, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:30:22.287719 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Using config drive Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] End _get_guest_xml xml= Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 38933599-cd2d-49ff-8b16-f7f1f268ddfb Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: instance-00000054 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: tempest-ServersAaction247Test-server-1465653995 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:30:21 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: tempest-ServersAaction247Test-1328372217-project-member Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: tempest-ServersAaction247Test-1328372217 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 38933599-cd2d-49ff-8b16-f7f1f268ddfb Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 38933599-cd2d-49ff-8b16-f7f1f268ddfb Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:22.295164 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:30:22.306228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Port d6b97ec5-4c17-423b-bd43-ca22483143b1 binding to destination host np0005533992.novalocal is already ACTIVE {{(pid=120184) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} Nov 24 14:30:22.791216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'ec2_ids' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:23.297486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:23.297751 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'keypairs' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:23.329151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:23.329386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:23.329632 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:23.801511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: numa_topology,trusted_certs,migration_context,resources,vcpu_model,pci_devices,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:23.804793 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:23.838568 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:23.838568 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:23.839053 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Using config drive Nov 24 14:30:23.914804 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Creating config drive at /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config.rescue Nov 24 14:30:23.918302 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp77mbr75x {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:24.035908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a/disk.config.rescue -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp77mbr75x" returned: 0 in 0.117s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:24.129718 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.142913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.149222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.301669 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:24.302052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:24.302321 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:24.302514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:24.302741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:24.302932 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-04e83533-9b93-4ee3-852d-620acb32ade0 req-c6a5f67b-a85d-45b0-8560-cfbe11112bfe service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state active and task_state rescuing. Nov 24 14:30:24.325493 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for a36c44fd-ed45-4362-be7c-cdd2dccfbd3a due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:30:24.325493 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:24.325597 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Resumed (Lifecycle Event) Nov 24 14:30:24.331240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-db68b009-ab30-4fe0-a333-192d03d28b8c tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:24.335806 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:24.359534 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:24.417028 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.423207 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.424864 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.429458 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.432518 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:24.463278 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:24.463644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:24.463720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:24.485020 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Creating config drive at /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.config Nov 24 14:30:24.491940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfjdk34xx {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:24.610477 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpfjdk34xx" returned: 0 in 0.118s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:24.831186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:24.835140 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:24.841486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:30:24.841998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:30:24.846324 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance spawned successfully. Nov 24 14:30:24.846836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:30:24.968007 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:25.221689 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:25.284296 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:25.339659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:25.339856 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Started (Lifecycle Event) Nov 24 14:30:25.382238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.382445 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.382992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.383322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.383692 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.384036 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:30:25.453261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:25.633537 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Unrescuing Nov 24 14:30:25.633879 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:25.634000 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquired lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:25.634228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:25.843638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:25.847089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Started"; current vm_state: rescued, current task_state: unrescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:25.890159 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Took 4.53 seconds to spawn the instance on the hypervisor. Nov 24 14:30:25.890515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:25.956690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:26.136538 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:26.338784 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:26.338784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:26.338873 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:26.339092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:26.339092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:26.339487 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-06509917-7f99-40f1-b8cf-f6b08dcf42ee req-62b3455b-a98e-4559-be5c-0215da1292b1 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:30:26.350368 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] During sync_power_state the instance has a pending task (unrescuing). Skip. Nov 24 14:30:26.350592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:26.350723 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] VM Resumed (Lifecycle Event) Nov 24 14:30:26.415532 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Took 11.51 seconds to build instance. Nov 24 14:30:26.436634 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:26.469072 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:30:26.472060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:26.481205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:26.481205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8391f2-4702-4437-99ff-0d9e9f88fa60]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[378c9a20-0dd8-4f47-996b-117897db9756]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:26.483331 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:30:26.483870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[378c9a20-0dd8-4f47-996b-117897db9756]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:26.484040 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:30:26.484247 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:30:26.486750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:26.493157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:26.493663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc685d9c-e73f-42b0-a4e3-5a1460f1ba48]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:26.494430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:26.515389 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:26.515512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b90db3a-1d2f-452e-a087-7db725525e85]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:26.516704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[633f379c-65b4-4dc4-b943-f950eb92761f]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:26.518549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:26.538093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:30:26.538369 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:30:26.540071 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:30:26.541026 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe51:4549', 'fe80::837:c6ff:fe77:2b46'] Nov 24 14:30:26.541222 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:30:26.541424 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:30:26.541871 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (71ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe51:4549', 'fe80::837:c6ff:fe77:2b46']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:30:26.559828 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [{"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:26.856252 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:26.863533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:26.917884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79774e9-cb0f-4639-b929-dc4038b768b7 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.033s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:27.064065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Releasing lock "refresh_cache-a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:27.064759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'flavor' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:27.288157 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.369958 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:27.370264 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] VM Started (Lifecycle Event) Nov 24 14:30:27.604600 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.610145 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.632128 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.645458 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.862872 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:27.868620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:27.875495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:27.882213 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: image_backup, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:27.924576 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance destroyed successfully. Nov 24 14:30:27.924939 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'numa_topology' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:28.002403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:28.002403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:28.002403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:28.002403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:28.002403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:28.003924 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Terminating instance Nov 24 14:30:28.381901 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] instance snapshotting Nov 24 14:30:28.382314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lazy-loading 'flavor' on Instance uuid 38933599-cd2d-49ff-8b16-f7f1f268ddfb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:28.386973 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:30:28.403601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:28.403601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:28.403601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:28.403853 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:28.403916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:28.404122 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:30:28.404306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:28.404482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:28.407192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:28.407192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:28.407192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:28.407192 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-2f3be181-ff84-494a-8b41-08c269750608 req-b0beee0d-dd1c-4987-aad0-f5ca7b051d82 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state rescued and task_state unrescuing. Nov 24 14:30:28.426582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Object Instance lazy-loaded attributes: flavor,numa_topology {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:28.508197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "refresh_cache-38933599-cd2d-49ff-8b16-f7f1f268ddfb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:28.508386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquired lock "refresh_cache-38933599-cd2d-49ff-8b16-f7f1f268ddfb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:28.508616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:28.513419 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.528955 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.532240 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.695110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b66e01f2-8a2b-4bb5-8dbe-0dfe5c0ba12b tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:28.695110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for a36c44fd-ed45-4362-be7c-cdd2dccfbd3a due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:30:28.695110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:28.695414 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Resumed (Lifecycle Event) Nov 24 14:30:28.812138 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.825767 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.828947 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:28.966687 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Beginning live snapshot process Nov 24 14:30:29.013596 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:29.064702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:30:29.167842 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:29.199196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:29.203327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: rescued, current task_state: unrescuing, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:29.473576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance disappeared during snapshot {{(pid=120184) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} Nov 24 14:30:29.674749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Releasing lock "refresh_cache-38933599-cd2d-49ff-8b16-f7f1f268ddfb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:29.675132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:30:29.707654 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:29.707762 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Started (Lifecycle Event) Nov 24 14:30:29.711859 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2383be47-12b6-40b9-91f0-16aaf6bfff85 tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Found 0 images (rotation: 2) {{(pid=120184) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} Nov 24 14:30:29.834489 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:29.834690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:29.834841 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:29.834981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:29.835134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:29.837077 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Terminating instance Nov 24 14:30:29.933878 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance destroyed successfully. Nov 24 14:30:29.934167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lazy-loading 'resources' on Instance uuid 38933599-cd2d-49ff-8b16-f7f1f268ddfb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:29.991603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.211865 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:30.223081 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.225741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: deleting, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:30.343543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:30:30.406937 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.417949 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.436293 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.442593 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Deleting instance files /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb_del Nov 24 14:30:30.443476 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Deletion of /opt/stack/data/nova/instances/38933599-cd2d-49ff-8b16-f7f1f268ddfb_del complete Nov 24 14:30:30.449577 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:30.484020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:30.484391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:30.489417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:30.489950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:30.490287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:30.490932 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state active and task_state deleting. Nov 24 14:30:30.491066 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:30.491368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:30.491787 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:30.492340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:30.493101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:30.493426 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-dbc5e945-64f5-4eaf-9d08-c6d251108514 req-943fa1cf-e1f0-4115-873a-6c88e4c4e1fc service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received unexpected event network-vif-plugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with vm_state active and task_state deleting. Nov 24 14:30:30.609892 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Instance destroyed successfully. Nov 24 14:30:30.610291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lazy-loading 'resources' on Instance uuid a36c44fd-ed45-4362-be7c-cdd2dccfbd3a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:30.684015 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Starting finish_migration {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12667}} Nov 24 14:30:30.685544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:30:30.686409 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Creating image(s) Nov 24 14:30:30.690045 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:30.737295 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:30:30.778576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.087s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:30.778576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:30:30.778576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:30.850607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:30.850607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:30:30.956135 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Took 1.28 seconds to destroy the instance on the hypervisor. Nov 24 14:30:30.956730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:30:30.957050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:30:30.957256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:30:30.957719 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:31.001030 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:30:31.001030 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:31.116643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',display_name='tempest-ServerStableDeviceRescueTestIDE-server-1418605583',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstabledevicerescuetestide-server-1418605583',id=83,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:30:24Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='626c3f1f0ffa4567849ebec4ad3ede2f',ramdisk_id='',reservation_id='r-a0kg5eng',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTestIDE-2070023570',owner_user_name='tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:30:28Z,user_data=None,user_id='6a50d29db5524f658085c32d8b8cd668',uuid=a36c44fd-ed45-4362-be7c-cdd2dccfbd3a,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:30:31.116643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converting VIF {"id": "d55cb538-9818-4481-9685-af2754ea8461", "address": "fa:16:3e:51:45:49", "network": {"id": "fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTestIDE-1086520841-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "626c3f1f0ffa4567849ebec4ad3ede2f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd55cb538-98", "ovs_interfaceid": "d55cb538-9818-4481-9685-af2754ea8461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:31.116643 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:31.116886 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:30:31.117265 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:31.117721 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd55cb538-98, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:31.119247 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:31.121811 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:31.123012 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:31.124184 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:31.124496 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=307ae1d4-c7f0-4a9e-b637-e7414921ed7b) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:31.125217 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:31.128324 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:31.130771 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:45:49,bridge_name='br-int',has_traffic_filtering=True,id=d55cb538-9818-4481-9685-af2754ea8461,network=Network(fbbe17c4-eb1c-4a45-9ded-44bcc21f35dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd55cb538-98') Nov 24 14:30:31.131274 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Deleting instance files /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a_del Nov 24 14:30:31.131975 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Deletion of /opt/stack/data/nova/instances/a36c44fd-ed45-4362-be7c-cdd2dccfbd3a_del complete Nov 24 14:30:31.354883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:30:31.355289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Ensure instance console log exists: /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:30:31.356024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:31.356411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:31.356806 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:31.366721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start _get_guest_xml network_info=[{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/vdb', 'device_type': 'disk', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'attaching', 'instance': 'c7b98470-a152-4fed-a8de-686b2cd94ea3', 'attached_at': '2025-11-24T19:30:29.000000', 'detached_at': '', 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'multiattach': True, 'serial': '24564085-59b9-4f72-b823-12df5b8ac914'}, 'attachment_id': '3aa8bef3-4c04-4a42-b4e9-ae93bcbd7f9a', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:30:31.371450 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:30:31.374090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-0', uuid='c7b98470-a152-4fed-a8de-686b2cd94ea3'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.micro', flavorid='84', memory_mb=256, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012631.3732681) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:30:31.376613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:30:31.377158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:30:31.379128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:30:31.380124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:30:31.381936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:30:31.382657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:30:31.383190 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:30:31.383677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:30:31.384201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:30:31.384735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:30:31.385082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:30:31.385677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:30:31.386118 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:30:31.386586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:30:31.386954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:30:31.387271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:30:31.392070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.492469 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.config --force-share --output=json" returned: 0 in 0.100s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.492951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:31.493293 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:31.494166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:31.494748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:30:31.495890 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:30:31.496144 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:30:31.496548 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:30:31.496979 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': 'qKjmunYTR7UhNN3a', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:30:31.498894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.503449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:31.508595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[54c72f06-6c4f-42ad-a7e9-073b0204d393]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:30:31.508771 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:30:31.509058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c72f06-6c4f-42ad-a7e9-073b0204d393]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.509564 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:30:31.510203 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:30:31.510675 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:30:31.513384 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.532440 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260" returned: 0 in 0.021s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.532870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1918de3a-3288-4709-87f3-46a1dc1b15c7]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = mUqQP7pyCKF6Q7eajHGA\nnode.session.auth.password = ********\nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = CHAP Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = mUqQP7pyCKF6Q7eajHGA Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.scan = manual Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:30:31.534198 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:31.537889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.546425 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.547369 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7d4871-21d5-4d0a-8e38-07de28f472dc]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.548457 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:31.548797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.559606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.559938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[755531a1-1391-4b0d-b96a-c413f9dc3574]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.560210 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:31.561109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.573058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.573448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[82701930-55df-436e-9a25-af2b8456fb0a]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.574037 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUqQP7pyCKF6Q7eajHGA'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:31.576289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.588251 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.588536 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebc9528-879e-4992-ab30-367a3294e5ae]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.589000 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:30:31.590797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.601613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.602152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bca884e-f73e-48c5-85c7-9c10c9baaf87]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.602598 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:30:31.602598 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:30:31.602598 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:30:31.602797 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:30:31.602797 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:30:31.602797 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:30:31.603180 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.093s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:30:31.603384 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:30:31.603947 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '0', '0', 0) found on session 14 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:30:31.604132 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: 0, t: 0, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:30:31.604922 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:31.611572 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:31.611674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb2f7dbe-f1fb-41cb-8073-8202b7848f1b]: (4, ('0 0 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:30:31.612029 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 14 and hctl ('3', '0', '0', 0) yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:30:31.612541 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:30:31.613072 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.117s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:30:31.613299 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (117ms) {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:30:31.613486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:30:31.645967 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Took 1.30 seconds to destroy the instance on the hypervisor. Nov 24 14:30:31.647238 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:30:31.647238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:30:31.647238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:30:31.647574 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:31.712453 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:32.012197 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Took 1.05 seconds to deallocate network for instance. Nov 24 14:30:32.028851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d163a9c6-3e55-4976-ae2b-6dd31aa02749 req-17a622b0-56f1-43cf-abde-0287b1cbe667 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-deleted-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:32.029193 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-d163a9c6-3e55-4976-ae2b-6dd31aa02749 req-17a622b0-56f1-43cf-abde-0287b1cbe667 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Neutron deleted interface d55cb538-9818-4481-9685-af2754ea8461; detaching it from the instance and deleting it from the info cache Nov 24 14:30:32.029633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-d163a9c6-3e55-4976-ae2b-6dd31aa02749 req-17a622b0-56f1-43cf-abde-0287b1cbe667 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:32.122997 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:30Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:30:32.123617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:32.125078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] End _get_guest_xml xml= Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: instance-0000004e Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 262144 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: multiattach-server-0 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:30:31 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 256 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: Nov 24 14:30:32.128753 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:30:32.131784 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:30Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:30:32.132063 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:85:e5:4f"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:30:32.133188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:30:32.133922 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:30:32.135408 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.136255 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:32.136953 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:30:32.138908 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.139449 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fd80774-8c6d-5a55-b0ca-78e8e72c37b5', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:32.142347 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.146638 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:32.151145 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.151526 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6b97ec5-4c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:32.152191 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6b97ec5-4c, col_values=(('qos', UUID('bc0073c0-078b-4bda-80fb-8e985f13aa98')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:32.152532 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6b97ec5-4c, col_values=(('external_ids', {'iface-id': 'd6b97ec5-4c17-423b-bd43-ca22483143b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:e5:4f', 'vm-uuid': 'c7b98470-a152-4fed-a8de-686b2cd94ea3'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:30:32.153688 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.160726 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:30:32.164542 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:32.166051 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') Nov 24 14:30:32.489656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:32.521521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:32.521965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:32.550412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:32.550783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:32.551110 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:32.551384 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:32.551705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:32.552019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:30:32.552290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:32.552549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Acquiring lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:32.552896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:32.553161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:32.553451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] No waiting events found dispatching network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:32.553878 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fcb3ac2-021c-440e-9633-81259a0cd49d req-8224f051-0e35-4913-93e1-b2f43bad5132 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Received event network-vif-unplugged-d55cb538-9818-4481-9685-af2754ea8461 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:30:32.561770 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d163a9c6-3e55-4976-ae2b-6dd31aa02749 req-17a622b0-56f1-43cf-abde-0287b1cbe667 service nova] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Detach interface failed, port_id=d55cb538-9818-4481-9685-af2754ea8461, reason: Instance a36c44fd-ed45-4362-be7c-cdd2dccfbd3a could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:30:32.858770 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:32.993416 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Took 1.35 seconds to deallocate network for instance. Nov 24 14:30:33.363785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:33.502887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:33.691685 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:33.691982 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:33.692238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:30:33.692537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:85:e5:4f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:30:33.693408 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Using config drive Nov 24 14:30:33.770354 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:33.781972 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:33.871495 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.349s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:33.903016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.400s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:33.943664 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:33.946931 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Deleted allocations for instance 38933599-cd2d-49ff-8b16-f7f1f268ddfb Nov 24 14:30:33.985470 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for c7b98470-a152-4fed-a8de-686b2cd94ea3 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:30:33.985717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:33.986036 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Resumed (Lifecycle Event) Nov 24 14:30:33.987092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:30:33.996457 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance running successfully. Nov 24 14:30:33.998455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Failed to set time: agent not configured {{(pid=120184) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}} Nov 24 14:30:33.998604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-498f1607-de8f-4519-9740-4208df963878 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] finish_migration finished successfully. {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12762}} Nov 24 14:30:34.206804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:34.492632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:34.497501 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: resize_finish, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:34.593512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:34.594231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:34.594231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:34.594702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:34.594796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:34.595620 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state active and task_state resize_finish. Nov 24 14:30:34.595620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:34.599761 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:34.600136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:34.600401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:34.600726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:30:34.601074 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-abd0b4b7-6d9c-4d83-b19f-bc286ee5b2b5 req-b278b2c0-a5d3-4994-ae03-c26a7a3687dc service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received unexpected event network-vif-plugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with vm_state active and task_state resize_finish. Nov 24 14:30:34.710706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:34.967796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-569e8248-3428-43c2-815b-7994910f259a tempest-ServersAaction247Test-1328372217 tempest-ServersAaction247Test-1328372217-project-member] Lock "38933599-cd2d-49ff-8b16-f7f1f268ddfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.966s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:35.005985 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] During sync_power_state the instance has a pending task (resize_finish). Skip. Nov 24 14:30:35.006379 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:35.006698 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Started (Lifecycle Event) Nov 24 14:30:35.218836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.316s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:35.287268 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Deleted allocations for instance a36c44fd-ed45-4362-be7c-cdd2dccfbd3a Nov 24 14:30:35.509900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:35.514806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Synchronizing instance power state after lifecycle event "Started"; current vm_state: resized, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:30:35.880795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:35.880795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:35.880795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Going to confirm migration 9 {{(pid=120184) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} Nov 24 14:30:36.298730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36caee09-9365-4702-90f0-b8ab8824eefa tempest-ServerStableDeviceRescueTestIDE-2070023570 tempest-ServerStableDeviceRescueTestIDE-2070023570-project-member] Lock "a36c44fd-ed45-4362-be7c-cdd2dccfbd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.464s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:36.402041 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:36.500035 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:36.500347 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:36.500475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:36.500656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:36.500836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'info_cache' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:37.154469 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:37.289957 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:37.518147 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:38.138403 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:39.156240 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:39.348391 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:39.598455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:40.104369 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:40.104487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'migration_context' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:30:40.607328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:30:40.608466 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:40.608736 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:40.750294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:40.753940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:40.824280 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:41.269720 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:41.461672 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:41.966635 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:42.156302 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:42.291501 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:42.980702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.372s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:42.982737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.713s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:42.982880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:42.983017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:30:43.116604 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:43.605611 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocation for migration e9978af4-d94e-445e-a8f4-7ceb34ec7880 Nov 24 14:30:44.109394 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ba276ca6-7a2f-46ef-bee6-e8b9f14b2254 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.230s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:44.120086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.217735 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.218090 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.302670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.303356 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:30:44.308369 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.378290 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.378934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.456575 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.466661 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.539605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.075s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.539948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.612213 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.072s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.612645 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:30:44.619776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vda) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:30:44.625904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.697225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:44.697423 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing instance network info cache due to event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:30:44.697845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:44.698323 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:44.698323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:30:44.704147 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.704928 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.772482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.911209 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:30:44.912781 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:44.930844 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:44.931569 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=6687MB free_disk=372.97816467285156GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:30:44.931667 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:44.931987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:45.201646 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:45.738131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:45.738276 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] VM Stopped (Lifecycle Event) Nov 24 14:30:45.739709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:30:45.739753 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] VM Stopped (Lifecycle Event) Nov 24 14:30:45.819854 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:45.912374 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updated VIF entry in instance network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:30:45.912864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 70ff3506-d843-48cf-93b3-89c33193f415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 468074ea-0791-428e-8b1b-78bd81318fb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c7b98470-a152-4fed-a8de-686b2cd94ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:30:46.002480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 5 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:30:46.002772 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1536MB phys_disk=399GB used_disk=4GB total_vcpus=8 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:30:44 up 38 min, 13 users, load average: 5.70, 5.46, 4.03\n', 'num_instances': '5', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '5', 'num_proj_b8c5afe0783b4a2e8465ddb625847eac': '5', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:30:46.201634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:46.245364 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2c42d0da-e2f7-4f01-b69a-040e1c867892 None None] [instance: 38933599-cd2d-49ff-8b16-f7f1f268ddfb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:46.245872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9afcdd9b-f7e5-448e-b191-4c7d541e1aba None None] [instance: a36c44fd-ed45-4362-be7c-cdd2dccfbd3a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:30:46.416035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-618f9db4-9cbb-4e41-877c-ae3ed29efe11 req-0ff460c4-91a4-4fda-a77b-b7a460750d2f service nova] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:46.705242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:46.755096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:46.755593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing instance network info cache due to event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:30:46.755950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:46.756291 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:46.756708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:30:46.851305 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:47.158801 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:47.215874 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:30:47.215874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.283s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:47.263852 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:47.302370 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:47.585335 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:47.734819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updated VIF entry in instance network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:30:47.734819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:48.216955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:48.217353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:48.218176 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:48.218176 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:48.218333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:48.218783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:30:48.237749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf20a2fc-a839-457d-b4c0-eb426869db55 req-c45f5691-4f79-4436-9d62-0148ab8061f5 service nova] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:48.754737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:30:49.218397 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:51.815634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:51.815634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:52.161655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:52.294326 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:52.320770 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:30:52.861239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:52.861435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:52.865987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:30:52.866072 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Claim successful on node np0005533992.novalocal Nov 24 14:30:54.151372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:30:54.655239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:30:55.163308 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:55.163880 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:30:55.673808 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:30:55.674197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:30:55.674760 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:55.675279 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:55.785183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9d44aae97004cbcb8bdb8a90201e61f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a01cbd79aeb4933b67175759c9cc4eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:30:56.205838 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:30:56.367934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Successfully created port: 24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:30:56.714824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:30:57.010310 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Successfully updated port: 24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:30:57.166265 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:57.285260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-changed-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:30:57.285260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Refreshing instance network info cache due to event network-changed-24a1f786-f507-403d-bc7c-1215364b265d. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:30:57.285260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] Acquiring lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:57.285260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] Acquired lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:57.285260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Refreshing network info cache for port 24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:30:57.298219 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:30:57.520288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:30:57.732612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:30:57.736033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:30:57.736280 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Creating image(s) Nov 24 14:30:57.736898 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "/opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:57.737081 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "/opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:57.737558 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "/opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:57.738009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:57.740429 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:57.741743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:57.787149 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:57.851647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.108s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:57.851647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:57.851647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:57.853061 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:57.866413 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:30:57.869154 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:57.882131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:30:57.976687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:57.976687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:58.015197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk 1073741824" returned: 0 in 0.038s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:58.015197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.163s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:58.015197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:58.051001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:58.098838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:58.099407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Checking if we can resize image /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:30:58.099897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:30:58.179710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk --force-share --output=json" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:30:58.179904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Cannot resize image /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:30:58.180259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:30:58.180490 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Ensure instance console log exists: /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:30:58.180936 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:58.181217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:58.181511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:30:58.554068 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cdcf56db-f7db-4780-b5bb-061dfb561336 req-79d4b4ab-08fa-4c87-9880-24cf4f802758 service nova] Releasing lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:58.554720 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquired lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:30:58.554720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:30:58.648998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Stashing vm_state: active {{(pid=120184) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} Nov 24 14:30:59.143393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:30:59.206491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:30:59.206780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:30:59.331033 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:30:59.483790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Updating instance_info_cache with network_info: [{"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:30:59.714265 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:30:59.715352 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Claim successful on node np0005533992.novalocal Nov 24 14:30:59.989169 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Releasing lock "refresh_cache-190d5cd0-a372-4c20-ab25-188ebfa62ae8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:30:59.989429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance network_info: |[{"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:30:59.991060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Start _get_guest_xml network_info=[{"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:31:00.003442 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:00.004305 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerGroupTestJSON-server-900791824', uuid='190d5cd0-a372-4c20-ab25-188ebfa62ae8'), owner=OwnerMeta(userid='a9d44aae97004cbcb8bdb8a90201e61f', username='tempest-ServerGroupTestJSON-138816308-project-member', projectid='0a01cbd79aeb4933b67175759c9cc4eb', projectname='tempest-ServerGroupTestJSON-138816308'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012660.0040092) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:31:00.005949 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:31:00.006278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:31:00.008167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:31:00.008453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:31:00.009146 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:31:00.009425 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:31:00.009619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:31:00.009734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:31:00.009874 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:31:00.009975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:31:00.010095 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:31:00.010268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:31:00.010384 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:31:00.010518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:31:00.010665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:31:00.010799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:31:00.017105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerGroupTestJSON-server-900791824',display_name='tempest-ServerGroupTestJSON-server-900791824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-servergrouptestjson-server-900791824',id=85,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a01cbd79aeb4933b67175759c9cc4eb',ramdisk_id='',reservation_id='r-6zie0k0o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerGroupTestJSON-138816308',owner_user_name='tempest-ServerGroupTestJSON-138816308-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:56Z,user_data=None,user_id='a9d44aae97004cbcb8bdb8a90201e61f',uuid=190d5cd0-a372-4c20-ab25-188ebfa62ae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:31:00.017327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converting VIF {"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:00.017839 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:00.018285 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lazy-loading 'pci_devices' on Instance uuid 190d5cd0-a372-4c20-ab25-188ebfa62ae8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:00.223218 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.resource_tracker [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating resource usage from migration 036b47d8-bae4-4bbe-a7c6-be8580177e7c Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] End _get_guest_xml xml= Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 190d5cd0-a372-4c20-ab25-188ebfa62ae8 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: instance-00000055 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: tempest-ServerGroupTestJSON-server-900791824 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:31:00 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: tempest-ServerGroupTestJSON-138816308-project-member Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: tempest-ServerGroupTestJSON-138816308 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 190d5cd0-a372-4c20-ab25-188ebfa62ae8 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 190d5cd0-a372-4c20-ab25-188ebfa62ae8 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:00.520790 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:31:00.523424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Preparing to wait for external event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:31:00.523424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:00.523424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:00.523424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:00.523424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerGroupTestJSON-server-900791824',display_name='tempest-ServerGroupTestJSON-server-900791824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-servergrouptestjson-server-900791824',id=85,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a01cbd79aeb4933b67175759c9cc4eb',ramdisk_id='',reservation_id='r-6zie0k0o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerGroupTestJSON-138816308',owner_user_name='tempest-ServerGroupTestJSON-138816308-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:56Z,user_data=None,user_id='a9d44aae97004cbcb8bdb8a90201e61f',uuid=190d5cd0-a372-4c20-ab25-188ebfa62ae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:31:00.523886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converting VIF {"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:00.524206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:00.524613 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:31:00.525154 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.525504 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:00.525841 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:31:00.528446 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.528446 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e8851ae6-dd3a-5e81-83c4-2963e992686f', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:00.529468 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.531898 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:00.554295 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.554909 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap24a1f786-f5, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:00.555595 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap24a1f786-f5, col_values=(('qos', UUID('1d22170c-bead-4f7f-b08f-33af5ce364d8')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:00.555951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap24a1f786-f5, col_values=(('external_ids', {'iface-id': '24a1f786-f507-403d-bc7c-1215364b265d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:75:e8', 'vm-uuid': '190d5cd0-a372-4c20-ab25-188ebfa62ae8'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:00.557407 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.561115 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:00.568758 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:00.568758 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') Nov 24 14:31:00.621853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:01.125916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:01.635839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.429s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:01.636176 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Migrating Nov 24 14:31:02.120481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:02.121010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:02.121276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] No VIF found with MAC fa:16:3e:71:75:e8, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:31:02.122301 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Using config drive Nov 24 14:31:02.165603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:02.165603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:02.165603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:02.341612 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:02.632514 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:02.669588 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:02.786261 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Creating config drive at /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.config Nov 24 14:31:02.788867 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp07f0uc1q {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:02.914848 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp07f0uc1q" returned: 0 in 0.125s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:02.969697 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:03.003075 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:03.172931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:03.198630 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:03.198873 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] VM Started (Lifecycle Event) Nov 24 14:31:03.275623 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:03.278607 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:03.284904 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:03.287895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:03.368686 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bfe73779-8aa5-44e1-b685-368cad9c008f req-1ff3cf90-cd0a-4187-98bf-7595c72af9c7 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:03.368918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bfe73779-8aa5-44e1-b685-368cad9c008f req-1ff3cf90-cd0a-4187-98bf-7595c72af9c7 service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:03.369315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bfe73779-8aa5-44e1-b685-368cad9c008f req-1ff3cf90-cd0a-4187-98bf-7595c72af9c7 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:03.369616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bfe73779-8aa5-44e1-b685-368cad9c008f req-1ff3cf90-cd0a-4187-98bf-7595c72af9c7 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:03.369616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bfe73779-8aa5-44e1-b685-368cad9c008f req-1ff3cf90-cd0a-4187-98bf-7595c72af9c7 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Processing event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:31:03.374514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:31:03.378163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:31:03.382304 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance spawned successfully. Nov 24 14:31:03.382638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:31:03.676375 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:03.703925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:03.708759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:03.898182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:03.898496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:03.899437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:03.900236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:03.901059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:03.901825 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:04.213790 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:31:04.214313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:04.214600 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] VM Paused (Lifecycle Event) Nov 24 14:31:04.411688 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Took 6.68 seconds to spawn the instance on the hypervisor. Nov 24 14:31:04.411688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:04.720216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:04.731661 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:04.731661 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] VM Resumed (Lifecycle Event) Nov 24 14:31:04.940032 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Took 12.11 seconds to build instance. Nov 24 14:31:05.212200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Starting migrate_disk_and_power_off {{(pid=120184) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:12480}} Nov 24 14:31:05.266455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:05.266455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:05.283020 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.412918 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:05.412918 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:05.415412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:05.415778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:05.417125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:05.417125 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-3820fdb7-24fc-4408-82d2-5088532a5aa2 req-1534c275-2a19-404d-862d-76d693b443f9 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received unexpected event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with vm_state active and task_state None. Nov 24 14:31:05.419973 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.427950 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.442165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bbd70c76-53ec-4761-937d-c4c730985ab9 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.629s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:05.475257 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:05.475494 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:05.481880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:05.482095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.006s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:05.482191 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:05.482382 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-de2e9c2f-d8f8-4983-9ab9-579ff0d79a96 req-0cc8423e-ccb7-4b90-8a62-712d14c83663 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received unexpected event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with vm_state active and task_state resize_migrating. Nov 24 14:31:05.506284 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance destroyed successfully. Nov 24 14:31:05.507267 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:45Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:30:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:31:05.507506 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:05.508278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:05.508581 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:31:05.512057 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.512416 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap849e3b8b-43, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:05.514008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.515663 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.517350 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.517350 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc3f2030-ec53-4699-98b0-92b1c32e0619) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:05.521229 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:05.523573 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:05.525010 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') Nov 24 14:31:06.065686 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Detected multiple connections on this host for volume: 24564085-59b9-4f72-b823-12df5b8ac914, skipping target disconnect. Nov 24 14:31:06.070152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:06.184863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.114s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:06.185349 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:06.277637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:06.278123 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:31:06.278922 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:06.295729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk" returned: 0 in 0.017s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:06.296050 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk.config /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:06.307874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk.config /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config" returned: 0 in 0.012s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:06.308314 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk.info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:06.319283 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "cp -r /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_resize/disk.info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" returned: 0 in 0.011s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:06.386602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:06.386795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:06.386965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:06.387115 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:06.387260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:06.393348 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Terminating instance Nov 24 14:31:06.900137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:31:06.925626 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:06.944693 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:06.947541 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:06.955365 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.124361 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.135851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.138309 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.179792 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Instance destroyed successfully. Nov 24 14:31:07.179792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lazy-loading 'resources' on Instance uuid 190d5cd0-a372-4c20-ab25-188ebfa62ae8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:07.341031 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.404752 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.415595 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.421026 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.422614 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.429986 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.458821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:07.458971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:07.459262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:07.459262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:07.459387 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:07.459628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:07.459687 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:07.460059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:07.460059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:07.460059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:07.460180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:07.460326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:07.460410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:07.460530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:07.463733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:07.463884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:07.464013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:07.464136 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received unexpected event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with vm_state active and task_state deleting. Nov 24 14:31:07.464258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:07.464405 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:07.464676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:07.464676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:07.464799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:07.464926 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-fd727882-685d-4d8f-8a71-023734db9a09 req-d843492c-fb3c-455f-bc55-04c3f6e4ce9b service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received unexpected event network-vif-plugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with vm_state active and task_state deleting. Nov 24 14:31:07.472088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.482530 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:07.482808 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:07.498668 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.532759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:07.532913 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:07.533080 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:07.533203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:07.533330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:07.533495 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-41b88058-6318-4a8b-9a19-a60ffa1f9199 req-ddca61a4-7d90-4b00-8f26-12245a689efa service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received unexpected event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with vm_state active and task_state resize_migrating. Nov 24 14:31:07.552457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Port 849e3b8b-433c-4456-957f-873ac1f4a71b binding to destination host np0005533992.novalocal is already ACTIVE {{(pid=120184) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} Nov 24 14:31:07.710389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerGroupTestJSON-server-900791824',display_name='tempest-ServerGroupTestJSON-server-900791824',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-servergrouptestjson-server-900791824',id=85,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:31:04Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0a01cbd79aeb4933b67175759c9cc4eb',ramdisk_id='',reservation_id='r-6zie0k0o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerGroupTestJSON-138816308',owner_user_name='tempest-ServerGroupTestJSON-138816308-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:31:04Z,user_data=None,user_id='a9d44aae97004cbcb8bdb8a90201e61f',uuid=190d5cd0-a372-4c20-ab25-188ebfa62ae8,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:31:07.710612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converting VIF {"id": "24a1f786-f507-403d-bc7c-1215364b265d", "address": "fa:16:3e:71:75:e8", "network": {"id": "1558d895-95ff-4b91-af49-c0f24b5343f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2033829394-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a01cbd79aeb4933b67175759c9cc4eb", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap24a1f786-f5", "ovs_interfaceid": "24a1f786-f507-403d-bc7c-1215364b265d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:07.711077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:07.711313 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:31:07.712203 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.712400 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24a1f786-f5, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:07.713827 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.715646 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:07.716600 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.716600 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.716700 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d22170c-bead-4f7f-b08f-33af5ce364d8) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:07.717330 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.717988 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:07.718908 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:07.720845 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:75:e8,bridge_name='br-int',has_traffic_filtering=True,id=24a1f786-f507-403d-bc7c-1215364b265d,network=Network(1558d895-95ff-4b91-af49-c0f24b5343f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24a1f786-f5') Nov 24 14:31:07.721132 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Deleting instance files /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8_del Nov 24 14:31:07.721347 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Deletion of /opt/stack/data/nova/instances/190d5cd0-a372-4c20-ab25-188ebfa62ae8_del complete Nov 24 14:31:08.232469 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Took 1.33 seconds to destroy the instance on the hypervisor. Nov 24 14:31:08.232907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:31:08.233233 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:31:08.233400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:31:08.233794 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:08.344699 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:08.585653 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:08.585948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:08.586344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:09.158799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:09.534353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:09.534714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:09.534783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:09.534956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:09.535122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:09.535318 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:09.535590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:09.541409 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Acquiring lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:09.541700 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:09.542992 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:09.543188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] No waiting events found dispatching network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:09.543365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-unplugged-24a1f786-f507-403d-bc7c-1215364b265d for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:09.543531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-92cc7e73-3aeb-41d6-85b5-cbca676f8793 req-0de7a71f-66fd-4be3-9694-7dc4aefaefa8 service nova] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Received event network-vif-deleted-24a1f786-f507-403d-bc7c-1215364b265d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:09.593381 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:09.654504 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:09.654874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:09.655188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:09.660597 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Took 1.43 seconds to deallocate network for instance. Nov 24 14:31:10.159306 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:10.192541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:10.193281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:10.513459 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:10.547006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:10.645604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:11.051117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:11.152033 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:11.558124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.365s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:11.626497 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Deleted allocations for instance 190d5cd0-a372-4c20-ab25-188ebfa62ae8 Nov 24 14:31:11.667354 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:11.670111 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:11.679065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:11.679317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c1d55d-3a25-4125-b16b-849cb603c905]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7504e95e-f772-4f92-934d-88a2dfe1f0de]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7504e95e-f772-4f92-934d-88a2dfe1f0de]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:11.686206 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:31:11.687899 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:31:11.688895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:11.705122 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:11.709650 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a551b5c0-a975-4d70-8473-5d2b63f21639]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:11.712057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:11.728319 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.017s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:11.731891 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e2751b-709c-4724-ab58-06dc56ede9fd]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:11.733319 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5281f79-9331-47a7-8b2b-642973e7f1cf]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:11.733887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:11.752905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:11.753357 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:31:11.755628 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:31:11.757132 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f'] Nov 24 14:31:11.757462 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:31:11.757771 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:31:11.758328 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (90ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:12.644502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-1a1ece77-46da-45e1-b42f-9133d81c4958 tempest-ServerGroupTestJSON-138816308 tempest-ServerGroupTestJSON-138816308-project-member] Lock "190d5cd0-a372-4c20-ab25-188ebfa62ae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.257s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:12.718225 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:14.615932 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:15.921308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Starting finish_migration {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12667}} Nov 24 14:31:15.922781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance directory exists: not creating {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5160}} Nov 24 14:31:15.922781 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Creating image(s) Nov 24 14:31:15.924163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.025444 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.025756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:31:16.025970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.121618 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.121914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Cannot resize image /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:31:16.663228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:31:16.664527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Ensure instance console log exists: /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:31:16.665071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:16.666015 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:16.666084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:16.677348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start _get_guest_xml network_info=[{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/vdb', 'device_type': 'disk', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'attaching', 'instance': '468074ea-0791-428e-8b1b-78bd81318fb8', 'attached_at': '2025-11-24T19:31:14.000000', 'detached_at': '', 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'multiattach': True, 'serial': '24564085-59b9-4f72-b823-12df5b8ac914'}, 'attachment_id': '0fac90a8-0264-4d08-8dec-bd62c9339762', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:31:16.683577 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:16.685371 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='multiattach-server-1', uuid='468074ea-0791-428e-8b1b-78bd81318fb8'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.micro', flavorid='84', memory_mb=256, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012676.684825) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:31:16.688115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:31:16.688876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:31:16.690122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:31:16.690607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:31:16.691909 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:31:16.692466 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:31:16.693183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:31:16.693383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:31:16.693677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:31:16.693855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:31:16.694020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:31:16.694741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:31:16.694950 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:31:16.695146 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:31:16.695326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:31:16.695521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:31:16.701434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.784092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.config --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.784790 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:16.785244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:16.788842 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "/opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:16.789471 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:31:16.791070 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:16.791440 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:31:16.792065 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:31:16.792377 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': 'qKjmunYTR7UhNN3a', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:31:16.795134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.799794 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c324e972-f137-4fa2-8b35-c06883d8c09e]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:31:16.804499 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:31:16.806102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c324e972-f137-4fa2-8b35-c06883d8c09e]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.807154 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:31:16.807781 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:31:16.808183 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:31:16.809300 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.816734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.817142 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dd9ede-501e-4385-9dc0-01ee625a6344]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = mUqQP7pyCKF6Q7eajHGA\nnode.session.auth.password = ********\nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = CHAP Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = mUqQP7pyCKF6Q7eajHGA Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.scan = manual Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:31:16.819958 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:16.821205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.832886 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.832886 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e174c876-6dfd-4291-bfdc-179155c4ee73]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.832886 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:16.833540 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.844847 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.845121 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[86cae1bf-a339-4e2f-9f50-3650e6119344]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.845681 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:16.846728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.857954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v mUqQP7pyCKF6Q7eajHGA" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.858535 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[76211aaf-d3c0-430b-bf0c-1dbf334637c3]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.861786 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mUqQP7pyCKF6Q7eajHGA'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:16.864165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.870402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.871352 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec293b32-dafd-4922-8057-7951e13c734b]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.871777 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:16.872519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.883234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.883416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5c370a-224b-4300-b4c8-6043a01b63e5]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.883840 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:16.883840 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:16.883840 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:31:16.884038 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:16.884038 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:16.884038 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:31:16.884441 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.077s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:31:16.884663 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:31:16.885104 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '0', '0', 0) found on session 14 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:31:16.885291 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: 0, t: 0, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:31:16.886115 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:16.893054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:16.894004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e02fc9e-2bf1-43bd-86eb-33fe55823766]: (4, ('0 0 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:16.894373 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 14 and hctl ('3', '0', '0', 0) yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:31:16.895008 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:31:16.895518 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.104s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:31:16.896038 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (104ms) {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:16.896235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140579414ff90b4c423d8ad49535d', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:31:17.402759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:45Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:31:17.403176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:17.403460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] End _get_guest_xml xml= Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: instance-00000051 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 262144 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: multiattach-server-1 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:31:16 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 256 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:17.405202 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:31:17.406999 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:29:45Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=MigrationContext,new_flavor=Flavor(12),node='np0005533992.novalocal',numa_topology=None,old_flavor=Flavor(11),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:31:17.406999 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "vif_mac": "fa:16:3e:04:aa:90"}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:17.407609 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:17.407609 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:31:17.407609 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.407609 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:17.407827 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:31:17.408767 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.408951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ab3cf8e-db38-581c-91a9-4b20c19e00f3', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:17.410337 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.411361 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.413448 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.413645 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap849e3b8b-43, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:17.414021 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap849e3b8b-43, col_values=(('qos', UUID('806ce532-7b99-41d2-a925-064f9959f1d2')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:17.414184 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap849e3b8b-43, col_values=(('external_ids', {'iface-id': '849e3b8b-433c-4456-957f-873ac1f4a71b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:aa:90', 'vm-uuid': '468074ea-0791-428e-8b1b-78bd81318fb8'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:17.415603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.418989 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:17.423343 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:17.424033 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') Nov 24 14:31:18.403990 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:18.955580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:18.955580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:18.955580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:18.955580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:04:aa:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:31:18.955580 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Using config drive Nov 24 14:31:19.034904 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:19.057854 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:19.162140 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:19.164357 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:19.219347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:31:19.219347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 468074ea-0791-428e-8b1b-78bd81318fb8 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:31:19.219347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:19.219565 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Resumed (Lifecycle Event) Nov 24 14:31:19.223694 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance running successfully. Nov 24 14:31:19.228274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Failed to set time: agent not configured {{(pid=120184) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}} Nov 24 14:31:19.228476 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-ae16910d-766b-4cc5-a9cd-33b750e8af43 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] finish_migration finished successfully. {{(pid=120184) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:12762}} Nov 24 14:31:19.723487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:19.730585 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: resize_finish, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:20.090987 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:20.236821 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] During sync_power_state the instance has a pending task (resize_finish). Skip. Nov 24 14:31:20.236821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:20.236821 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Started (Lifecycle Event) Nov 24 14:31:20.741398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:20.744844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Synchronizing instance power state after lifecycle event "Started"; current vm_state: resized, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:21.629888 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:21.629888 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:21.631228 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:21.632212 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:21.632256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:21.632926 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-b8ec5aeb-cf3b-4f5d-b9b5-86722cd87726 req-85d9c3d5-442b-4735-b093-738d9b685ded service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received unexpected event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with vm_state resized and task_state None. Nov 24 14:31:21.682222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:21.682448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:22.172951 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:22.173196 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] VM Stopped (Lifecycle Event) Nov 24 14:31:22.189683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:31:22.191655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:22.191774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:22.191938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Going to confirm migration 10 {{(pid=120184) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} Nov 24 14:31:22.341704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:22.446278 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:22.676412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7e14c03e-e18a-45b6-9012-42f6755cecfa None None] [instance: 190d5cd0-a372-4c20-ab25-188ebfa62ae8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:22.705473 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:22.765630 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:22.765960 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:22.770956 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:31:22.771111 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Claim successful on node np0005533992.novalocal Nov 24 14:31:22.784761 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:22.785520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:22.785687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:22.787701 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:22.788059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'info_cache' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:23.707339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:23.708150 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:23.708638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:23.708944 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:23.709235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:23.709675 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-10430822-0106-440e-a9ea-b3613ee5c28d req-1a8deaef-a511-48ce-a6d3-bc97528207bd service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received unexpected event network-vif-plugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with vm_state resized and task_state None. Nov 24 14:31:23.810507 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:24.126579 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:24.174549 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:24.222936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:24.680864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:24.725598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:24.727691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'migration_context' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:24.773974 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Object Instance<468074ea-0791-428e-8b1b-78bd81318fb8> lazy-loaded attributes: info_cache,migration_context {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:31:24.781663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:25.189532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:25.190148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:31:25.193440 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.413s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:25.700245 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:31:25.700624 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:31:25.701432 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:25.701686 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:25.790197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20026f9e8da548f197b172391fca0dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468b5ccb133549ce8834ed4e5fd37b4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:31:26.048411 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:26.175767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Successfully created port: be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:31:26.233395 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:31:26.556586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:26.619604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Successfully updated port: be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:31:26.740082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:31:26.779209 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-changed-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:26.779774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Refreshing instance network info cache due to event network-changed-be1361ca-9d1b-4709-933c-c1e2bb6df19e. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:31:26.780171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] Acquiring lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:26.780432 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] Acquired lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:26.780771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Refreshing network info cache for port be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:31:27.124014 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:27.288066 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:27.343233 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:27.362330 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:31:27.477787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:27.522341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:27.574673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.381s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:27.755726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:31:27.756340 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:31:27.757421 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Creating image(s) Nov 24 14:31:27.757756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:27.758110 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "/opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:27.758593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "/opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:27.759467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:27.767823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:27.767823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:27.872022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.104s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:27.872870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:27.874074 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:27.874758 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:27.885772 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:27.886537 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:27.961797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:27.961797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:28.011814 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk 1073741824" returned: 0 in 0.050s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:28.012209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.138s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:28.012500 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:28.028102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-696613b3-99f6-48de-b77c-8371d9949c93 req-fe972871-779f-485e-9c87-c7d557460481 service nova] Releasing lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:28.031301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquired lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:28.031927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:28.087341 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:28.087957 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:31:28.088436 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:28.174704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Cannot resize image /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Ensure instance console log exists: /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:28.177473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:28.211616 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocation for migration 036b47d8-bae4-4bbe-a7c6-be8580177e7c Nov 24 14:31:28.715526 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe1776d3-a680-4096-ac4e-0d6e7f97a199 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.524s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:28.823479 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:28.823648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing instance network info cache due to event network-changed-d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:31:28.823811 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] Acquiring lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:28.823925 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] Acquired lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:28.824057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Refreshing network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:31:28.837945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:31:28.968325 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:29.134434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Updating instance_info_cache with network_info: [{"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:29.326900 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:29.568262 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:29.639764 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Releasing lock "refresh_cache-9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:29.640098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance network_info: |[{"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:31:29.642937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Start _get_guest_xml network_info=[{"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:31:29.654674 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:29.654907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerPasswordTestJSON-server-1303711065', uuid='9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5'), owner=OwnerMeta(userid='20026f9e8da548f197b172391fca0dd2', username='tempest-ServerPasswordTestJSON-1655897626-project-member', projectid='468b5ccb133549ce8834ed4e5fd37b4f', projectname='tempest-ServerPasswordTestJSON-1655897626'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012689.6544845) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:31:29.659353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:31:29.659353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:31:29.662013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:31:29.662434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:31:29.663467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:31:29.663902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:31:29.664100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:31:29.664325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:31:29.664542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:31:29.664748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:31:29.664917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:31:29.665229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:31:29.665424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:31:29.665641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:31:29.665855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:31:29.666044 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:31:29.669284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerPasswordTestJSON-server-1303711065',display_name='tempest-ServerPasswordTestJSON-server-1303711065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverpasswordtestjson-server-1303711065',id=86,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='468b5ccb133549ce8834ed4e5fd37b4f',ramdisk_id='',reservation_id='r-basw0916',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerPasswordTestJSON-1655897626',owner_user_name='tempest-ServerPasswordTestJSON-1655897626-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:26Z,user_data=None,user_id='20026f9e8da548f197b172391fca0dd2',uuid=9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:31:29.669629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converting VIF {"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:29.670268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:29.671134 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:29.687961 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updated VIF entry in instance network info cache for port d6b97ec5-4c17-423b-bd43-ca22483143b1. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:31:29.688289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [{"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] End _get_guest_xml xml= Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: instance-00000056 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: tempest-ServerPasswordTestJSON-server-1303711065 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:31:29 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: tempest-ServerPasswordTestJSON-1655897626-project-member Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: tempest-ServerPasswordTestJSON-1655897626 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:31:30.175663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Preparing to wait for external event network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:31:30.180705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:30.180705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:30.180705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:30.181807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerPasswordTestJSON-server-1303711065',display_name='tempest-ServerPasswordTestJSON-server-1303711065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverpasswordtestjson-server-1303711065',id=86,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='468b5ccb133549ce8834ed4e5fd37b4f',ramdisk_id='',reservation_id='r-basw0916',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerPasswordTestJSON-1655897626',owner_user_name='tempest-ServerPasswordTestJSON-1655897626-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:26Z,user_data=None,user_id='20026f9e8da548f197b172391fca0dd2',uuid=9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:31:30.182366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converting VIF {"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:30.183511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:30.184158 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:31:30.185187 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.185854 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:30.186404 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:31:30.188073 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.189413 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8f38344-9a18-5535-863a-a71a21e89b4a', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:30.190123 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.193651 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c10eb435-d8e6-4461-bb02-15ab2d6f9b64 req-49b83508-1b3d-4a2c-9379-125ba8c4d8ea service nova] Releasing lock "refresh_cache-c7b98470-a152-4fed-a8de-686b2cd94ea3" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:30.194279 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.198014 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.198543 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe1361ca-9d, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:30.200508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe1361ca-9d, col_values=(('qos', UUID('f5c4d760-e792-48fa-8ea4-c84b536e4627')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:30.200508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe1361ca-9d, col_values=(('external_ids', {'iface-id': 'be1361ca-9d1b-4709-933c-c1e2bb6df19e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:d1:92', 'vm-uuid': '9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:30.201361 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.207387 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:30.214417 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.216097 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') Nov 24 14:31:30.310508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:30.753887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:30.754291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances with incomplete migration {{(pid=120184) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} Nov 24 14:31:30.907826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:30.908167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing instance network info cache due to event network-changed-849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:31:30.908474 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] Acquiring lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:30.908760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] Acquired lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:30.909045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Refreshing network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:31:31.179275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:31.180171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:31.414802 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:31.683221 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:31:31.751620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:31.751620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:31.751799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] No VIF found with MAC fa:16:3e:7c:d1:92, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:31:31.752805 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Using config drive Nov 24 14:31:31.772898 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:31.887969 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updated VIF entry in instance network info cache for port 849e3b8b-433c-4456-957f-873ac1f4a71b. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:31:31.888469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [{"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:32.239418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:32.239863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:32.244658 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:31:32.244987 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Claim successful on node np0005533992.novalocal Nov 24 14:31:32.260151 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:32.344930 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.377510 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Creating config drive at /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.config Nov 24 14:31:32.382488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpyzzcj846 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:32.393123 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-059936f9-21e4-4739-b909-d28333a442a1 req-b586bc8e-3c77-4338-8982-ff27faf10627 service nova] Releasing lock "refresh_cache-468074ea-0791-428e-8b1b-78bd81318fb8" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:32.515036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpyzzcj846" returned: 0 in 0.132s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:32.591653 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.601522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.610595 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.800286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:32.800286 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] VM Started (Lifecycle Event) Nov 24 14:31:32.888975 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.892470 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.895448 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.901781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6849fcf0-a002-41fb-a182-4b55d11eefe6 req-93153d14-1275-4bde-8bce-a220aca60a70 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:32.902041 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6849fcf0-a002-41fb-a182-4b55d11eefe6 req-93153d14-1275-4bde-8bce-a220aca60a70 service nova] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:32.902276 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6849fcf0-a002-41fb-a182-4b55d11eefe6 req-93153d14-1275-4bde-8bce-a220aca60a70 service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:32.902477 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6849fcf0-a002-41fb-a182-4b55d11eefe6 req-93153d14-1275-4bde-8bce-a220aca60a70 service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:32.902773 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6849fcf0-a002-41fb-a182-4b55d11eefe6 req-93153d14-1275-4bde-8bce-a220aca60a70 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Processing event network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:31:32.903092 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:32.904319 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:31:32.907325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:31:32.910333 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance spawned successfully. Nov 24 14:31:32.910514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:31:33.303511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:33.308333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:33.436934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.437121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.437626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.438014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.438372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.438894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:33.577247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:33.811930 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:31:33.812447 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:33.812809 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] VM Paused (Lifecycle Event) Nov 24 14:31:33.948247 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Took 6.19 seconds to spawn the instance on the hypervisor. Nov 24 14:31:33.949294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:34.081441 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:34.317259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:34.320665 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:34.320949 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] VM Resumed (Lifecycle Event) Nov 24 14:31:34.471532 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Took 11.77 seconds to build instance. Nov 24 14:31:34.590321 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:34.590687 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:31:34.827425 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:34.830098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:34.944464 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:34.945146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:34.945146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:34.945265 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:34.945361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] No waiting events found dispatching network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:34.945535 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-1430a6ea-7c80-4f67-a56d-fefd5f6f6045 req-a9cb3f48-a17f-4f6e-b83f-f80b30790ba9 service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received unexpected event network-vif-plugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e for instance with vm_state active and task_state None. Nov 24 14:31:34.974208 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-89f70c6c-f916-4135-9695-54ba38e0f92e tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.292s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:35.098281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:31:35.098612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:31:35.099122 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:35.099628 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:35.203266 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:35.215638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dca547535ae4b33a4be2cc951e75c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1e25e6a506454a8a91f26b88a69324', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:31:35.626903 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:31:35.668362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Successfully created port: 2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:31:36.057082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Successfully updated port: 2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:31:36.126602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-changed-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:36.126602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Refreshing instance network info cache due to event network-changed-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:31:36.126602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] Acquiring lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:36.126602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] Acquired lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:36.126941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Refreshing network info cache for port 2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:31:36.135677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:31:36.142072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:36.142072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:36.142072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:36.142072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:36.142072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:36.144677 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Terminating instance Nov 24 14:31:36.561411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:36.629404 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:36.662782 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Booting with volume 6a731d24-d803-4c70-9d7c-21412976bd30 at /dev/vda Nov 24 14:31:36.667167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:31:36.707641 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:36.727615 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:36.733297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:31:36.756783 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:36.781522 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:36.782602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:36.788430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:36.788497 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[837404f7-6a47-40a6-8f9b-299d9777c250]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[8ac463a1-6c74-4df3-b2ef-9a073323be4c]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:36.790346 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:31:36.790865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac463a1-6c74-4df3-b2ef-9a073323be4c]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:36.791603 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:31:36.791603 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:31:36.795449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:36.802986 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:36.803215 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[909d866c-d4d2-4af6-863b-1555a3ada4c3]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:36.804065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:36.811824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:36.812001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f83e83b-f1cb-4b0e-a240-e25ac415cf3b]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:36.813113 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d49028-3d82-48f0-b4e2-89ef0f83a714]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:36.814387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:36.825413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:36.832019 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:36.832303 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:31:36.834878 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:31:36.836741 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90'] Nov 24 14:31:36.837381 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:31:36.837381 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:31:36.837712 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] <== get_connector_properties: return (55ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:36.837975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Updating existing volume attachment record: 28930c41-fdad-40f8-92b9-9d34ff524030 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:31:36.888956 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:36.897330 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:36.937103 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Instance destroyed successfully. Nov 24 14:31:36.937532 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lazy-loading 'resources' on Instance uuid 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:37.000625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:37.000625 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:37.000711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:37.000872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:37.001100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] No waiting events found dispatching network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:37.001326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b7c374cf-2b78-49a9-b73a-6d34da6ba89e req-2f7b9ba1-da8b-428b-a6e5-3fda22dbf88b service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:37.332817 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5772d101-41fe-47a0-8296-44f496a1387d req-1913de2a-23c2-495d-9a12-a632724b8c1f service nova] Releasing lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:37.333126 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquired lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:37.333272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:37.347591 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:37.440595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:31:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServerPasswordTestJSON-server-1303711065',display_name='tempest-ServerPasswordTestJSON-server-1303711065',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverpasswordtestjson-server-1303711065',id=86,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:31:33Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='468b5ccb133549ce8834ed4e5fd37b4f',ramdisk_id='',reservation_id='r-basw0916',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerPasswordTestJSON-1655897626',owner_user_name='tempest-ServerPasswordTestJSON-1655897626-project-member',password_0='',password_1='',password_2='',password_3=''},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:31:35Z,user_data=None,user_id='20026f9e8da548f197b172391fca0dd2',uuid=9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:31:37.440786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converting VIF {"id": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "address": "fa:16:3e:7c:d1:92", "network": {"id": "415d9800-24c9-46f0-95ef-6c0f6d53732e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1903663521-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "468b5ccb133549ce8834ed4e5fd37b4f", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1361ca-9d", "ovs_interfaceid": "be1361ca-9d1b-4709-933c-c1e2bb6df19e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:37.441290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:37.442086 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:31:37.443831 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:37.444120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe1361ca-9d, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:37.445105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:37.448989 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:37.449626 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:37.449804 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5c4d760-e792-48fa-8ea4-c84b536e4627) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:37.451695 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:37.453431 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:37.454915 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:d1:92,bridge_name='br-int',has_traffic_filtering=True,id=be1361ca-9d1b-4709-933c-c1e2bb6df19e,network=Network(415d9800-24c9-46f0-95ef-6c0f6d53732e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1361ca-9d') Nov 24 14:31:37.455164 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Deleting instance files /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5_del Nov 24 14:31:37.455856 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Deletion of /opt/stack/data/nova/instances/9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5_del complete Nov 24 14:31:37.888610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:31:37.964005 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Took 1.30 seconds to destroy the instance on the hypervisor. Nov 24 14:31:37.964449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:31:37.964765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:31:37.965105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:31:37.965480 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:38.069607 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:38.081803 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:38.185938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Updating instance_info_cache with network_info: [{"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:38.393603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7358f85e-6677-4ad8-bda7-918a2031327d req-e74ab488-3681-4732-8653-14589795b5fc service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-deleted-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:38.393603 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-7358f85e-6677-4ad8-bda7-918a2031327d req-e74ab488-3681-4732-8653-14589795b5fc service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Neutron deleted interface be1361ca-9d1b-4709-933c-c1e2bb6df19e; detaching it from the instance and deleting it from the info cache Nov 24 14:31:38.393603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-7358f85e-6677-4ad8-bda7-918a2031327d req-e74ab488-3681-4732-8653-14589795b5fc service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:38.690154 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Releasing lock "refresh_cache-0e275564-61ae-4d1e-bfff-e896ca2f037b" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:38.690154 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance network_info: |[{"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:31:38.867896 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:38.899693 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7358f85e-6677-4ad8-bda7-918a2031327d req-e74ab488-3681-4732-8653-14589795b5fc service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Detach interface failed, port_id=be1361ca-9d1b-4709-933c-c1e2bb6df19e, reason: Instance 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] Acquiring lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] No waiting events found dispatching network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:39.063274 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-df720709-547c-4ebe-bf07-5b46cad17480 req-bbc7a19a-4743-49b5-ae50-64c6d8049eeb service nova] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Received event network-vif-unplugged-be1361ca-9d1b-4709-933c-c1e2bb6df19e for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:31:39.371170 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Took 1.41 seconds to deallocate network for instance. Nov 24 14:31:39.880078 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:39.880394 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:40.182979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:40.687769 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:40.910178 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:40.910702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:41.196722 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.316s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:41.253103 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:41.255760 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Deleted allocations for instance 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5 Nov 24 14:31:41.417489 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Detaching volume 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:41.474090 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Attempting to driver detach volume 24564085-59b9-4f72-b823-12df5b8ac914 from mountpoint /dev/vdb Nov 24 14:31:41.488987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:41.492818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:41.493159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Attempting to detach device vdb from instance c7b98470-a152-4fed-a8de-686b2cd94ea3 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.493660 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:31:41.509435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:41.509776 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Failed to detach device vdb from instance c7b98470-a152-4fed-a8de-686b2cd94ea3 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:31:41.511196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] (1/8): Attempting to detach device vdb with device alias ua-24564085-59b9-4f72-b823-12df5b8ac914 from instance c7b98470-a152-4fed-a8de-686b2cd94ea3 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:41.511796 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:31:41.682242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-24564085-59b9-4f72-b823-12df5b8ac914> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:31:41.687176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-24564085-59b9-4f72-b823-12df5b8ac914 for instance c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:31:41.692911 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully detached device vdb from instance c7b98470-a152-4fed-a8de-686b2cd94ea3 from the live domain config. Nov 24 14:31:41.753001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:41.985273 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:31:41.987038 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:31:41.987485 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Creating image(s) Nov 24 14:31:41.988021 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:31:41.988333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Ensure instance console log exists: /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:31:41.988805 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:41.989221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:41.989621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:41.992725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Start _get_guest_xml network_info=[{"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/vda', 'device_type': 'disk', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 'target_lun': 0, 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'auth_method': 'CHAP', 'auth_username': '6Z3G9G94hivyNrdNeH9E', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'reserved', 'instance': '0e275564-61ae-4d1e-bfff-e896ca2f037b', 'attached_at': '', 'detached_at': '', 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'serial': '6a731d24-d803-4c70-9d7c-21412976bd30'}, 'attachment_id': '28930c41-fdad-40f8-92b9-9d34ff524030', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:31:41.997254 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:41.998938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='volume', root_id='', instance_meta=NovaInstanceMeta(name='instance-depend-image', uuid='0e275564-61ae-4d1e-bfff-e896ca2f037b'), owner=OwnerMeta(userid='5dca547535ae4b33a4be2cc951e75c43', username='tempest-ImageDependencyTests-931001487-project-member', projectid='4c1e25e6a506454a8a91f26b88a69324', projectname='tempest-ImageDependencyTests-931001487'), image=ImageMeta(id='', name=None, container_format=None, disk_format=None, min_disk=1, min_ram=0, properties={}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012701.9982448) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:31:42.000843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:31:42.001390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:31:42.003953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:31:42.004496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:31:42.005821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:31:42.006361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:31:42.006779 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:31:42.007108 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:31:42.007444 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:31:42.007743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:31:42.008022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:31:42.008373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:31:42.008680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:31:42.008966 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:31:42.009240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:31:42.009534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:31:42.013389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:31:42.014454 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 'target_lun': 0, 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'auth_method': 'CHAP', 'auth_username': '6Z3G9G94hivyNrdNeH9E', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:42.014779 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:31:42.015372 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:31:42.015684 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 'target_lun': 0, 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'auth_method': 'CHAP', 'auth_username': '6Z3G9G94hivyNrdNeH9E', 'auth_password': '9CnnWXxgRJXxPJjf', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:31:42.016642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:42.023568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[f9ec1239-2e64-4147-9790-096a4ca7d8a3]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:31:42.025809 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:31:42.027404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ec1239-2e64-4147-9790-096a4ca7d8a3]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:42.028153 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:31:42.028745 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:31:42.029101 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:31:42.030090 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:42.039729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:42.039954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5422e743-f468-440b-854c-1325e6d5619a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:42.040360 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:31:42.040360 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:42.041279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:42.052862 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:42.053124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f76886-c376-4629-b57c-39580b653dbf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:42.053642 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30] added Nov 24 14:31:42.053642 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:31:42.053642 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:31:42.053642 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:31:42.053642 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:42.053917 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:31:42.054326 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.025(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:31:42.054687 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:31:42.255508 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Detected multiple connections on this host for volume: 24564085-59b9-4f72-b823-12df5b8ac914, skipping target disconnect. Nov 24 14:31:42.261968 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:42.262323 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:42.262607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:42.262869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:31:42.278134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-51b7c46d-4f2f-4cce-886d-3041b1186a67 tempest-ServerPasswordTestJSON-1655897626 tempest-ServerPasswordTestJSON-1655897626-project-member] Lock "9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.137s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:42.348992 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:42.451097 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:42.809166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:43.056709 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:31:43.057788 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.067334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.067677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e863efa-32d4-4402-976f-40aca2eb70b2]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:31:43.069513 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.072009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.081204 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.081456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbc700c-3076-4c5b-90a1-ba81bab32ec1]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.082007 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.083045 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.134847 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.051s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.135336 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f29bcbe-bd43-414a-848a-2733cac570ed]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.135887 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.136893 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v 6Z3G9G94hivyNrdNeH9E {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.149268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v 6Z3G9G94hivyNrdNeH9E" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.149462 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaec8b23-08f8-4d8d-92a5-01e95a86dda4]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.150035 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', '6Z3G9G94hivyNrdNeH9E'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.151716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.165504 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.167208 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f36371a-d9ab-4efd-a773-54b7575c323d]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.167844 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.168846 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.177816 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.178073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a5380d-2085-4fe5-8490-99ec53429413]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.178586 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:43.178586 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:43.178586 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:31:43.178874 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:43.178874 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:43.178874 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:31:43.179880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.195931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --login" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.197112 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[405de848-bf5f-4199-a571-f283399ce35c]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.197112 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260] successful. Nov 24 14:31:43.197112 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.198141 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.209146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.209407 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd08365-7991-410b-911e-06d06c37fb39]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.209921 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:43.210835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.223528 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.223793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0828beb3-71d8-43ad-8d56-3bf30c498988]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.224257 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:43.224257 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:43.224257 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:31:43.224257 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:31:43.224683 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:43.224683 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:43.224683 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:31:43.224683 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:31:43.225321 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.197s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:31:43.225622 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:31:43.226476 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] HCTL ('4', '-', '-', 0) found on session 15 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:31:43.226784 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Scanning host 4 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:31:43.227783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host4/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.251089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host4/scan" returned: 0 in 0.022s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.251089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[045537dd-6844-4d7c-930e-06c23de19b2a]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:43.251512 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching for a device in session 15 and hctl ['4', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:31:43.342859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.437516 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.438044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.500453 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.505836 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.616084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.109s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.616084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.700839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.085s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.707283 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.808408 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.808765 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.820236 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e5de641a-93e7-4ba2-a9ec-6bfb0867b38f tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.909s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:43.876819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8/disk --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.877127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:31:43.880711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vda) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:31:43.890186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:43.971951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.083s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:43.972422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:44.049036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.075s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:44.184586 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:44.184586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:44.201395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:44.201545 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=6517MB free_disk=372.9642677307129GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:31:44.201878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:44.202228 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:44.254114 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching for a device in session 15 and hctl ['4', '*', '*', 0] yield: sdc {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:31:44.254114 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Connected to sdc using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 'target_lun': 0, 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'auth_method': 'CHAP', 'auth_username': '6Z3G9G94hivyNrdNeH9E', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:31:44.254970 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.240s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:31:44.255311 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] <== connect_volume: return (2240ms) {'type': 'block', 'scsi_wwn': '360014056515e62328c44d02b913c3edf', 'path': '/dev/sdc'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:44.255615 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '360014056515e62328c44d02b913c3edf', 'path': '/dev/sdc'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:31:44.284590 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:44.400543 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:44.400543 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:44.770254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=87,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-w6x4t07t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:36Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=0e275564-61ae-4d1e-bfff-e896ca2f037b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:31:44.770254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:44.770254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:44.771256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e275564-61ae-4d1e-bfff-e896ca2f037b {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:44.902357 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Detaching volume 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:44.962902 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Attempting to driver detach volume 24564085-59b9-4f72-b823-12df5b8ac914 from mountpoint /dev/vdb Nov 24 14:31:44.970901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Attempting to detach device vdb from instance 468074ea-0791-428e-8b1b-78bd81318fb8 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.979596 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:31:44.990894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Found disk vdb by alias ua-24564085-59b9-4f72-b823-12df5b8ac914 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:31:44.991342 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Failed to detach device vdb from instance 468074ea-0791-428e-8b1b-78bd81318fb8 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:31:44.991762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] (1/8): Attempting to detach device vdb with device alias ua-24564085-59b9-4f72-b823-12df5b8ac914 from instance 468074ea-0791-428e-8b1b-78bd81318fb8 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] detach device xml: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: 24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:44.992608 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:31:45.150489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-24564085-59b9-4f72-b823-12df5b8ac914> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:31:45.151747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-24564085-59b9-4f72-b823-12df5b8ac914 for instance 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:31:45.155210 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully detached device vdb from instance 468074ea-0791-428e-8b1b-78bd81318fb8 from the live domain config. Nov 24 14:31:45.188342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:31:45.188918 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 'target_lun': 0, 'volume_id': '24564085-59b9-4f72-b823-12df5b8ac914', 'auth_method': 'CHAP', 'auth_username': 'mUqQP7pyCKF6Q7eajHGA', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:45.189077 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:31:45.189391 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:31:45.190378 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.202099 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.202539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[4510d1cc-4131-48b9-ad2d-0f10e24f4acd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:31:45.202822 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:31:45.203256 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:31:45.203256 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:31:45.203256 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:31:45.203256 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:31:45.203870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.214713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.215038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b0437a-d44c-4174-aaa7-ee88bbb122a9]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.215820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.229823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.229905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ebfa03-3cfb-4b4e-babb-5c64793c3eca]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.230151 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:45.230151 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:45.230151 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:31:45.230151 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:31:45.230336 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:31:45.230336 np0005533992.novalocal nova-compute[120184]: tcp: [14] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 (non-flash) Nov 24 14:31:45.230336 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:31:45.230336 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:31:45.230848 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Resulting device map defaultdict(. at 0x7fbcac499b20>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914'): ({'sdb'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:31:45.231004 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Removing single pathed devices sdb {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:31:45.231754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.239333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[31dd372c-03a4-4a39-bbf3-311de044050a]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:31:45.241279 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:31:45.243098 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[31dd372c-03a4-4a39-bbf3-311de044050a]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.243590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flushing IO for device /dev/sdb {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:31:45.244359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.252132 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.252132 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b64de9-62bc-493a-8db7-4ebea2fa6041]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.252132 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:31:45.253150 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 70ff3506-d843-48cf-93b3-89c33193f415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c7b98470-a152-4fed-a8de-686b2cd94ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 468074ea-0791-428e-8b1b-78bd81318fb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0e275564-61ae-4d1e-bfff-e896ca2f037b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 6 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:31:45.261796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1792MB phys_disk=399GB used_disk=4GB total_vcpus=8 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:31:44 up 39 min, 13 users, load average: 5.75, 5.50, 4.13\n', 'num_instances': '6', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '6', 'num_proj_b8c5afe0783b4a2e8465ddb625847eac': '5', 'io_workload': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_4c1e25e6a506454a8a91f26b88a69324': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] End _get_guest_xml xml= Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0e275564-61ae-4d1e-bfff-e896ca2f037b Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: instance-00000057 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: instance-depend-image Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:31:41 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: tempest-ImageDependencyTests-931001487-project-member Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: tempest-ImageDependencyTests-931001487 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0e275564-61ae-4d1e-bfff-e896ca2f037b Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 0e275564-61ae-4d1e-bfff-e896ca2f037b Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: 6a731d24-d803-4c70-9d7c-21412976bd30 Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:45.287926 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:31:45.292587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Preparing to wait for external event network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:31:45.292587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:45.292587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:45.292587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:45.292587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=87,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-w6x4t07t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:36Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=0e275564-61ae-4d1e-bfff-e896ca2f037b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:31:45.292850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:31:45.292850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:31:45.292850 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:31:45.295433 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.296233 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:45.296925 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:31:45.297270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.297543 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[918c4ebd-b5da-4853-816b-d5689cbce124]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.298866 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:31:45.299253 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:31:45.299941 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:31:45.300655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.300959 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01a28329-5830-54eb-86c2-c445f4d64d56', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:45.301578 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.302203 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.318538 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.319900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.321056 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb1eb60c-31a4-40a6-ac2d-b981a47f2f65]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.321441 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:45.323697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.323697 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.323697 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2634baf6-83, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:45.324116 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2634baf6-83, col_values=(('qos', UUID('4697bead-41b1-4529-96a9-c461b1e0630a')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:45.324519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2634baf6-83, col_values=(('external_ids', {'iface-id': '2634baf6-83fd-44d6-ad1c-1a8ee7d268f1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:8a:48', 'vm-uuid': '0e275564-61ae-4d1e-bfff-e896ca2f037b'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:31:45.325491 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.328497 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:31:45.337461 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:45.338433 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') Nov 24 14:31:45.360494 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --logout" returned: 0 in 0.038s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.360637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[786ad378-4205-4095-a04b-41fea6ffb255]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.360976 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260] Nov 24 14:31:45.360976 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914, portal: 38.102.83.12,3260] successful. Nov 24 14:31:45.360976 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:45.361990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:45.375316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-24564085-59b9-4f72-b823-12df5b8ac914 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:45.376781 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5faf5ac8-99e5-4ec6-be8b-7dd57deee856]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:45.376781 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:31:45.376781 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.187s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:31:45.379047 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== disconnect_volume: return (188ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:45.379047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:31:45.513706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:46.018231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:46.535599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:31:46.535599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.330s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:46.714716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "7fad541c-c1cc-4259-b702-200f532b9db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:46.715063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:46.883546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:46.883894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:46.884185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No VIF found with MAC fa:16:3e:8a:8a:48, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:31:46.884884 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Using config drive Nov 24 14:31:47.231637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:31:47.350400 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:47.395293 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:47.524485 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Creating config drive at /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b/disk.config Nov 24 14:31:47.530246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpgt35m5pg {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:47.538451 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:47.539729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:47.539729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:47.539729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:47.539729 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:31:47.662706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpgt35m5pg" returned: 0 in 0.132s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:47.731598 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:47.774417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:47.776060 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:47.892028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:47.892091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:47.896177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:31:47.896354 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Claim successful on node np0005533992.novalocal Nov 24 14:31:47.932656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:47.932656 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] VM Started (Lifecycle Event) Nov 24 14:31:47.944650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-01f5d2ba-af94-4dcd-ab58-496334155018 req-2d5f3bae-6dca-4d1b-9a80-c5485b415cbb service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:47.945530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-01f5d2ba-af94-4dcd-ab58-496334155018 req-2d5f3bae-6dca-4d1b-9a80-c5485b415cbb service nova] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:47.945724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-01f5d2ba-af94-4dcd-ab58-496334155018 req-2d5f3bae-6dca-4d1b-9a80-c5485b415cbb service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:47.946111 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-01f5d2ba-af94-4dcd-ab58-496334155018 req-2d5f3bae-6dca-4d1b-9a80-c5485b415cbb service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:47.946111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-01f5d2ba-af94-4dcd-ab58-496334155018 req-2d5f3bae-6dca-4d1b-9a80-c5485b415cbb service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Processing event network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:31:47.946491 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:31:47.951984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:31:47.960651 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance spawned successfully. Nov 24 14:31:47.961153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:31:48.056235 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:48.059160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:48.064422 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:48.067202 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:48.070338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:48.435942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:48.439711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:48.458603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'flavor' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:48.472033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.472716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.473336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.473930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.474519 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.475175 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:48.943769 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:31:48.944214 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:48.944499 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] VM Paused (Lifecycle Event) Nov 24 14:31:48.993876 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Took 7.01 seconds to spawn the instance on the hypervisor. Nov 24 14:31:48.994086 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:49.225413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:49.452601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:49.457744 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:49.458070 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] VM Resumed (Lifecycle Event) Nov 24 14:31:49.474130 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c7c67b43-debd-4a36-8b3e-e4e58a143557 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.072s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:49.515811 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Took 17.33 seconds to build instance. Nov 24 14:31:49.729847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:49.963998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:49.969057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] No waiting events found dispatching network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:31:50.002747 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-7226b116-c77d-4256-9916-5cea44a95241 req-f5af0ffe-107d-49fe-a320-1953f01ff2ae service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received unexpected event network-vif-plugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 for instance with vm_state active and task_state None. Nov 24 14:31:50.018695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-742929f4-73d4-4936-ad22-5579e621bfd7 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.838s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:50.241774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:50.242491 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:31:50.260008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:50.260475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:50.326327 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:50.760593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:50.760593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} Nov 24 14:31:50.760593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:31:51.262291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] There are 0 instances to clean {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} Nov 24 14:31:51.263009 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:31:51.770923 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:31:51.935171 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:51.935296 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] VM Stopped (Lifecycle Event) Nov 24 14:31:52.260690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:31:52.394240 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:52.441592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4fdd19c9-09fb-4643-a34d-41d6b2f39a44 None None] [instance: 9dcbd4bd-5b0b-4cfb-80ae-6f2645dc75e5] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:52.778927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:31:52.786596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:31:52.786596 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating image(s) Nov 24 14:31:52.786596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:52.786596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:52.786596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:52.787447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:52.793720 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:52.795701 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:52.893073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:52.893464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:52.894017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:52.894956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:52.900657 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:31:52.902651 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:53.009473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:53.009947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:53.034150 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk 1073741824" returned: 0 in 0.024s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:53.034514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.140s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:53.034892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:53.117014 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:53.117406 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:31:53.117998 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk --force-share --output=json" returned: 0 in 0.072s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Cannot resize image /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Ensure instance console log exists: /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:53.193590 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:53.195382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:31:53.201435 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:31:53.203450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow296Test-server-775376480', uuid='7fad541c-c1cc-4259-b702-200f532b9db7'), owner=OwnerMeta(userid='5980cb8e3f934cd6b7b3412f96c96972', username='tempest-ServersListShow296Test-1613179354-project-member', projectid='7828127a9b254646bad34fc4de00d963', projectname='tempest-ServersListShow296Test-1613179354'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012713.2029257) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:31:53.205390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:31:53.206062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:31:53.212859 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:31:53.213443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:31:53.215811 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:31:53.216315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:31:53.216826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:31:53.217128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:31:53.217429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:31:53.217735 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:31:53.218015 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:31:53.218390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:31:53.218721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:31:53.219045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:31:53.219349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:31:53.219731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:31:53.226681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lazy-loading 'pci_devices' on Instance uuid 7fad541c-c1cc-4259-b702-200f532b9db7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:31:53.417510 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:53.417889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] End _get_guest_xml xml= Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: instance-00000058 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-server-775376480 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:31:53 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-1613179354-project-member Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-1613179354 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: Nov 24 14:31:53.733036 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:31:53.923588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:31:54.491562 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:54.492037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:54.499202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:31:54.499441 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Claim successful on node np0005533992.novalocal Nov 24 14:31:55.256082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:55.256397 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:31:55.257224 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Using config drive Nov 24 14:31:55.328311 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:31:55.554455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Refreshing inventories for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} Nov 24 14:31:55.594787 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Updating ProviderTree inventory for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 from _refresh_and_get_inventory using data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} Nov 24 14:31:55.595007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Updating inventory in ProviderTree for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 with inventory: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} Nov 24 14:31:55.633221 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Refreshing aggregate associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, aggregates: None {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} Nov 24 14:31:55.723052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Refreshing trait associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, traits: COMPUTE_NET_VIF_MODEL_LAN9118,HW_CPU_X86_SSE42,COMPUTE_SECURITY_STATELESS_FIRMWARE,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SOUND_MODEL_VIRTIO,COMPUTE_STORAGE_VIRTIO_FS,COMPUTE_SOUND_MODEL_SB16,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_SOUND_MODEL_ES1370,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_SOUND_MODEL_ICH9,COMPUTE_SOUND_MODEL_ICH6,HW_CPU_X86_SSSE3,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOUND_MODEL_PCSPK,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VIOMMU_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_ADDRESS_SPACE_PASSTHROUGH,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOUND_MODEL_AC97,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_IGB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NODE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOUND_MODEL_USB,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_ARCH_X86_64,COMPUTE_TRUSTED_CERTS,COMPUTE_ADDRESS_SPACE_EMULATED {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} Nov 24 14:31:55.764830 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:55.811596 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating config drive at /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config Nov 24 14:31:55.815049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmprcl7on4a {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:55.933018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmprcl7on4a" returned: 0 in 0.118s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:56.041242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:31:56.128600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:31:56.128600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:31:56.130614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:56.130614 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] VM Resumed (Lifecycle Event) Nov 24 14:31:56.139210 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance spawned successfully. Nov 24 14:31:56.139612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:31:56.545655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:31:56.633240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:56.636822 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:56.653174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:56.653365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:56.653737 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:56.654048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:56.654380 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:56.654788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:31:57.053576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:57.053860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:31:57.139960 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:31:57.140231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:31:57.140393 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] VM Started (Lifecycle Event) Nov 24 14:31:57.159454 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Took 4.38 seconds to spawn the instance on the hypervisor. Nov 24 14:31:57.159695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:57.441760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:57.442285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:57.560705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:31:57.560868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:31:57.561622 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:57.561858 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:57.645278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:57.651269 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:31:57.655299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a401eaab9d4c17942f2532be5c3723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c5afe0783b4a2e8465ddb625847eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:31:57.685703 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Took 9.96 seconds to build instance. Nov 24 14:31:57.949860 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:31:58.089665 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:31:58.149440 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Successfully created port: d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:31:58.190629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-7c2a3fa9-8762-4cca-bb28-fd074362b2cf tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.475s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:31:58.534455 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:31:58.534749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:31:58.541347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:31:58.541720 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Claim successful on node np0005533992.novalocal Nov 24 14:31:58.557336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Successfully updated port: d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:31:58.593604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-changed-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:31:58.593756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Refreshing instance network info cache due to event network-changed-d6fee6c4-eedd-45de-8f02-d9753d8a502a. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:31:58.594049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] Acquiring lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:58.594049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] Acquired lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:58.594132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Refreshing network info cache for port d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:31:58.595135 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:31:59.062960 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:31:59.100892 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Booting with volume 2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a at /dev/vda Nov 24 14:31:59.103369 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:31:59.174706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:31:59.193645 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:31:59.196071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:59.201991 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:59.202539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f03911b8-dbe2-40df-a94a-138156205618]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[1df00d9c-1660-4f48-87f9-3661e7cecdde]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:31:59.204297 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:31:59.204830 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df00d9c-1660-4f48-87f9-3661e7cecdde]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:59.205008 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:31:59.205198 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:31:59.206028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:59.217101 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:59.217455 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1409b64-403f-40ff-8ef3-ef456893b3a8]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:59.219083 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:59.229980 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:31:59.230792 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9419c472-fa84-43af-804c-ed91e8681c33]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:59.231819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf03375-2a5a-4949-b510-d0b5697599bf]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:31:59.232168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:31:59.249626 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:31:59.250017 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:31:59.251845 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:31:59.252860 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe8a:8a48', 'fe80::e8b7:8dff:fe21:f2ba'] Nov 24 14:31:59.253007 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:31:59.253197 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:31:59.253599 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== get_connector_properties: return (59ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fea8:f949', 'fe80::c0fa:bff:fede:f150', 'fe80::fc16:3eff:fe39:a326', 'fe80::fc16:3eff:fe10:cb62', 'fe80::fc16:3eff:fe85:e54f', 'fe80::fc16:3eff:fe04:aa90', 'fe80::fc16:3eff:fe8a:8a48', 'fe80::e8b7:8dff:fe21:f2ba']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:31:59.253932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Updating existing volume attachment record: beb6392c-788f-47f8-aa4a-4b322e1df885 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:31:59.371020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:31:59.515363 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Rebuilding instance Nov 24 14:31:59.703447 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:31:59.881457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4fda8bb3-6e4d-46b9-a348-8ca736b0003f req-00ba2066-d81b-43b2-a9e5-d70062d6b8ca service nova] Releasing lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:31:59.881457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquired lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:31:59.881457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:31:59.920530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:00.330203 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:00.333401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:00.333401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:32:00.333401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:00.333401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:00.333401 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:00.426077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:00.486295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:00.639301 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:00.763713 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Updating instance_info_cache with network_info: [{"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:00.930415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:00.930866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:32:00.985029 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance destroyed successfully. Nov 24 14:32:00.992821 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance destroyed successfully. Nov 24 14:32:00.993295 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Deleting instance files /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7_del Nov 24 14:32:00.993983 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Deletion of /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7_del complete Nov 24 14:32:01.269578 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Releasing lock "refresh_cache-607ef957-a580-4ca1-ab99-7e1e67c16428" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:32:01.269578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance network_info: |[{"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:32:01.441583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:32:01.441583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:32:01.441583 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:01.441583 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:01.578443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dca547535ae4b33a4be2cc951e75c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1e25e6a506454a8a91f26b88a69324', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:32:01.940101 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:32:02.063542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Successfully created port: 39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:32:02.445616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:32:02.534838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:32:02.537353 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating image(s) Nov 24 14:32:02.537353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:02.537353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:02.537491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "/opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:02.538229 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:02.544641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:02.547022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:02.638452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.092s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:02.638802 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:02.639161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:02.639534 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:02.642674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:02.642977 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:02.655280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Successfully updated port: 39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:32:02.688913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-changed-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:02.688913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Refreshing instance network info cache due to event network-changed-39cf0729-d2f2-4561-ba64-45512f6a928c. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:32:02.688913 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] Acquiring lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:32:02.688913 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] Acquired lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:32:02.688913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Refreshing network info cache for port 39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:32:02.743942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:02.744197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:02.786004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk 1073741824" returned: 0 in 0.042s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:02.786316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.147s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:02.786567 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:02.850048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:02.850352 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:32:02.850568 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:02.910285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Cannot resize image /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Ensure instance console log exists: /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:02.913622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:32:02.916350 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:32:02.917280 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow296Test-server-775376480', uuid='7fad541c-c1cc-4259-b702-200f532b9db7'), owner=OwnerMeta(userid='5980cb8e3f934cd6b7b3412f96c96972', username='tempest-ServersListShow296Test-1613179354-project-member', projectid='7828127a9b254646bad34fc4de00d963', projectname='tempest-ServersListShow296Test-1613179354'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012722.9170256) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:32:02.918474 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:32:02.918804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:32:02.919947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:32:02.920247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:32:02.921115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:32:02.921320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:32:02.921476 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:32:02.921625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:32:02.921748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:32:02.921865 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:32:02.921984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:32:02.922170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:32:02.922283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:32:02.922413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:32:02.922538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:32:02.922754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:32:02.922916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7fad541c-c1cc-4259-b702-200f532b9db7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:03.160648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:32:03.191545 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:03.239931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:03.299626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] End _get_guest_xml xml= Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: instance-00000058 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-server-775376480 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:32:02 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-1613179354-project-member Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow296Test-1613179354 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:03.429481 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:32:03.454998 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:32:03.455774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:32:03.456032 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Creating image(s) Nov 24 14:32:03.456344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "/opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:03.456897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "/opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:03.457696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "/opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:03.457889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:03.458161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" acquired by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:03.803795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71bfd69f-af4c-490f-9d00-4be7169caa90 req-aeb0f9d6-7a06-4e49-a73a-7650439b77ac service nova] Releasing lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:32:03.817746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquired lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:32:03.817972 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:32:03.864730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xb7ds\xb2') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:03.865063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28.part --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:03.928419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28.part --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:03.928419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" "released" by "nova.virt.libvirt.imagebackend.Image.cache..fetch_func_sync" :: held 0.469s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:03.928419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xb7ds\xb2') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:03.929188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:03.991591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:03.991591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:03.991591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:03.991591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xb7ds\xb2') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:03.991591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.049594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json" returned: 0 in 0.057s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:04.049594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28,backing_fmt=raw /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.076601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28,backing_fmt=raw /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk 1073741824" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:04.076601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "258dd68c83093a497c8a3c53a5a941b9e4760e28" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.086s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:04.076601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.138596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:04.138596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:32:04.138761 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.240614 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:04.240614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Cannot resize image /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:32:04.240614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:32:04.240614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Ensure instance console log exists: /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:32:04.241163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:04.241813 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:04.242217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:04.389041 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:04.528703 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:04.654062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Updating instance_info_cache with network_info: [{"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:04.921072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:32:04.922902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:32:04.923319 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Creating image(s) Nov 24 14:32:04.923855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Did not create local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5298}} Nov 24 14:32:04.926496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Ensure instance console log exists: /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:32:04.926496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:04.926496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:04.926496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:04.932798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Start _get_guest_xml network_info=[{"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/vda', 'device_type': 'disk', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'target_lun': 0, 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'auth_method': 'CHAP', 'auth_username': 'pTcSbfaip3vuRoSPDL3Y', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'reserved', 'instance': '607ef957-a580-4ca1-ab99-7e1e67c16428', 'attached_at': '', 'detached_at': '', 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'serial': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'multiattach': True}, 'attachment_id': 'beb6392c-788f-47f8-aa4a-4b322e1df885', 'volume_type': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:32:04.940963 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:32:04.942473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='volume', root_id='', instance_meta=NovaInstanceMeta(name='tempest-AttachVolumeMultiAttachTest-server-1849820037', uuid='607ef957-a580-4ca1-ab99-7e1e67c16428'), owner=OwnerMeta(userid='c6a401eaab9d4c17942f2532be5c3723', username='tempest-AttachVolumeMultiAttachTest-82396310-project-member', projectid='b8c5afe0783b4a2e8465ddb625847eac', projectname='tempest-AttachVolumeMultiAttachTest-82396310'), image=ImageMeta(id='', name=None, container_format=None, disk_format=None, min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012724.9419463) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:32:04.948844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:32:04.949418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:32:04.952279 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:32:04.954847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:32:04.954847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:32:04.955172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:32:04.955406 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:32:04.955715 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:32:04.955959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:32:04.956121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:32:04.956293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:32:04.956535 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:32:04.956753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:32:04.956947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:32:04.957127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:32:04.957320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:32:04.959901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:32:04.960648 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'target_lun': 0, 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'auth_method': 'CHAP', 'auth_username': 'pTcSbfaip3vuRoSPDL3Y', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:32:04.960845 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:32:04.961222 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:32:04.961401 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'target_lun': 0, 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'auth_method': 'CHAP', 'auth_username': 'pTcSbfaip3vuRoSPDL3Y', 'auth_password': 'yREP8gXPeUEFmPCm', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:32:04.962839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.969882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:04.971022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:04.971022 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Using config drive Nov 24 14:32:04.972513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[aafabb4e-423e-4d6a-9545-a5367d2a233a]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafabb4e-423e-4d6a-9545-a5367d2a233a]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:32:04.980624 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:32:04.984289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:04.995172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260" returned: 21 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:04.995172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84cd52f-b07b-4b48-bac8-54b95d6667cf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:04.995172 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:32:04.995172 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:04.995172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:05.006103 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:05.006534 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7db3484-4190-422d-9273-151baff4f750]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:05.006852 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a] added Nov 24 14:32:05.006852 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:32:05.006852 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:32:05.006852 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:32:05.006852 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:05.007026 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:32:05.007315 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.027(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:32:05.007538 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:32:05.157285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Releasing lock "refresh_cache-6fab40e8-73be-4e1a-8344-2b8a6245f387" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:32:05.157544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance network_info: |[{"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:32:05.161216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Start _get_guest_xml network_info=[{"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c91beca3d038c0b48e1f6e94d9c2697f',container_format='bare',created_at=2025-11-24T19:31:55Z,direct_url=,disk_format='raw',id=bb559f15-d8cf-4bf1-b090-c7aedd90d4fa,min_disk=0,min_ram=0,name='tempest-image-dependency-test-1500905273',owner='4c1e25e6a506454a8a91f26b88a69324',properties=ImageMetaProps,protected=,size=1024,status='active',tags=,updated_at=2025-11-24T19:31:56Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bb559f15-d8cf-4bf1-b090-c7aedd90d4fa'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:32:05.165786 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:32:05.167287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa', instance_meta=NovaInstanceMeta(name='instance-depend-image', uuid='6fab40e8-73be-4e1a-8344-2b8a6245f387'), owner=OwnerMeta(userid='5dca547535ae4b33a4be2cc951e75c43', username='tempest-ImageDependencyTests-931001487-project-member', projectid='4c1e25e6a506454a8a91f26b88a69324', projectname='tempest-ImageDependencyTests-931001487'), image=ImageMeta(id='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa', name=None, container_format='bare', disk_format='raw', min_disk=1, min_ram=0, properties={}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012725.1668148) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:32:05.168831 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:32:05.169390 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:32:05.170960 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:32:05.171303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:32:05.172436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:32:05.173027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c91beca3d038c0b48e1f6e94d9c2697f',container_format='bare',created_at=2025-11-24T19:31:55Z,direct_url=,disk_format='raw',id=bb559f15-d8cf-4bf1-b090-c7aedd90d4fa,min_disk=0,min_ram=0,name='tempest-image-dependency-test-1500905273',owner='4c1e25e6a506454a8a91f26b88a69324',properties=ImageMetaProps,protected=,size=1024,status='active',tags=,updated_at=2025-11-24T19:31:56Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:32:05.173345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:32:05.173680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:32:05.173947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:32:05.174189 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:32:05.174438 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:32:05.174897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:32:05.175174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:32:05.175450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:32:05.175757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:32:05.176039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:32:05.180684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=90,image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-bzx4m077',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',image_container_format='bare',image_disk_format='raw',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:32:02Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=6fab40e8-73be-4e1a-8344-2b8a6245f387,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:32:05.180852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:05.181702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:05.182538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fab40e8-73be-4e1a-8344-2b8a6245f387 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:05.334159 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:05.334889 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.335087 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:32:05.335258 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:05.335792 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:05.336210 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.475802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lazy-loading 'ec2_ids' on Instance uuid 7fad541c-c1cc-4259-b702-200f532b9db7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] End _get_guest_xml xml= Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 6fab40e8-73be-4e1a-8344-2b8a6245f387 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: instance-0000005a Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: instance-depend-image Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:32:05 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: raw Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: tempest-ImageDependencyTests-931001487-project-member Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: tempest-ImageDependencyTests-931001487 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 6fab40e8-73be-4e1a-8344-2b8a6245f387 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 6fab40e8-73be-4e1a-8344-2b8a6245f387 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:05.688168 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:32:05.691641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Preparing to wait for external event network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:32:05.691641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:05.691641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:05.691641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:05.691641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=90,image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-bzx4m077',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',image_container_format='bare',image_disk_format='raw',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:32:02Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=6fab40e8-73be-4e1a-8344-2b8a6245f387,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:32:05.692000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:05.692598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:05.693100 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:32:05.693873 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.694338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:05.694820 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:32:05.696205 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.696605 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5aba48d6-da7d-53ad-91a9-fd41bf3fa550', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:05.723117 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.726080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.730612 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.730612 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39cf0729-d2, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:05.730612 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39cf0729-d2, col_values=(('qos', UUID('871114ba-1cad-455b-b8a5-bf79186f3449')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:05.730925 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39cf0729-d2, col_values=(('external_ids', {'iface-id': '39cf0729-d2f2-4561-ba64-45512f6a928c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:08:a5', 'vm-uuid': '6fab40e8-73be-4e1a-8344-2b8a6245f387'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:05.732324 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.735882 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:05.747195 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:05.748539 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') Nov 24 14:32:05.982185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Object Instance<7fad541c-c1cc-4259-b702-200f532b9db7> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:32:05.983396 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lazy-loading 'keypairs' on Instance uuid 7fad541c-c1cc-4259-b702-200f532b9db7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:06.008470 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:32:06.009760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.020355 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.020776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b253b86-d2b0-4634-bc54-c0dbca4b4e51]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:32:06.023228 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.027187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.037360 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.037360 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a19333-49e4-4244-9cac-9294fb51ae23]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.037962 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.038928 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.050721 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.051051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[afdb07d8-b897-424d-9f15-22d4aa0ae926]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.051478 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.054956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.username -v pTcSbfaip3vuRoSPDL3Y {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.062809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.username -v pTcSbfaip3vuRoSPDL3Y" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.063037 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d42d4f-3330-4366-b378-bf0e6a975929]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.063471 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pTcSbfaip3vuRoSPDL3Y'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.065619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.075285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.075755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[173026ba-2f73-4683-87b5-96c0918d0fbf]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.076373 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.077482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.089782 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.090109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1927ca3e-8643-4098-afa1-5738cf353d58]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.090590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:06.090590 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:06.090590 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:06.090869 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:06.090869 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:06.090869 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:32:06.091865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.117065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --login" returned: 0 in 0.025s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.117271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa63ebf3-2324-46c5-a2f3-f465caba41ed]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.117768 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260] successful. Nov 24 14:32:06.117768 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.119785 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.133739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.134422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[62255508-e21c-49d3-882b-fc2e77f5c808]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.134905 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:06.135949 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.149136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.149369 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ceed09-8ae6-400b-9cf1-3f645c4659e9]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\ntcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.149809 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:06.149809 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:06.149809 np0005533992.novalocal nova-compute[120184]: tcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash) Nov 24 14:32:06.149809 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:06.150078 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:06.150078 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:06.150078 np0005533992.novalocal nova-compute[120184]: tcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash) Nov 24 14:32:06.150078 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:32:06.150763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.171s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:32:06.151051 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:32:06.152030 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] HCTL ('3', '-', '-', 0) found on session 16 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:32:06.152314 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Scanning host 3 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:32:06.154021 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.186453 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.032s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.186748 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7cc89b2-9a6c-4a7c-9cbe-92b860f69462]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:06.187508 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 16 and hctl ['3', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:32:06.490743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Object Instance<7fad541c-c1cc-4259-b702-200f532b9db7> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:32:06.497462 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:32:06.573236 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Creating config drive at /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config Nov 24 14:32:06.582607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpd0nt_tuv {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:06.712114 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpd0nt_tuv" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:06.940734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 7fad541c-c1cc-4259-b702-200f532b9db7 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:32:06.941345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:06.941854 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] VM Resumed (Lifecycle Event) Nov 24 14:32:06.944798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:32:06.945378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:32:06.951248 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance spawned successfully. Nov 24 14:32:06.951906 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:32:07.192508 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Searching for a device in session 16 and hctl ['3', '*', '*', 0] yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:32:07.193871 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'target_lun': 0, 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'auth_method': 'CHAP', 'auth_username': 'pTcSbfaip3vuRoSPDL3Y', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:32:07.197566 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.236s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:32:07.198408 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== connect_volume: return (2237ms) {'type': 'block', 'scsi_wwn': '3600140504f7d4f15cc74c318a47386e6', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:32:07.198987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140504f7d4f15cc74c318a47386e6', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:32:07.285804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:07.286097 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:07.287760 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] No VIF found with MAC fa:16:3e:d0:08:a5, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:32:07.287760 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Using config drive Nov 24 14:32:07.449009 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:07.453938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:07.463564 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.463776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.464206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.464542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.465321 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.465321 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:07.712005 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1849820037',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-1849820037',id=89,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-7v4symkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:58Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=607ef957-a580-4ca1-ab99-7e1e67c16428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:32:07.712225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:07.712754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:07.713148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'pci_devices' on Instance uuid 607ef957-a580-4ca1-ab99-7e1e67c16428 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:07.794505 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:07.905290 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Creating config drive at /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.config Nov 24 14:32:07.909046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmplkj2tppf {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:07.960232 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:32:07.960819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:07.961115 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] VM Started (Lifecycle Event) Nov 24 14:32:07.970400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:08.032093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmplkj2tppf" returned: 0 in 0.123s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:08.134339 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.152704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.154622 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] End _get_guest_xml xml= Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 607ef957-a580-4ca1-ab99-7e1e67c16428 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: instance-00000059 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-server-1849820037 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:32:04 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310-project-member Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeMultiAttachTest-82396310 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 607ef957-a580-4ca1-ab99-7e1e67c16428 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 607ef957-a580-4ca1-ab99-7e1e67c16428 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: 2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:08.219029 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:32:08.221329 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Preparing to wait for external event network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:32:08.221329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:08.221329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:08.221329 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:08.221977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1849820037',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-1849820037',id=89,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-7v4symkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:31:58Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=607ef957-a580-4ca1-ab99-7e1e67c16428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:32:08.222346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:08.223409 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:08.223931 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:32:08.224519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.225206 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:08.225645 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:32:08.227205 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.227667 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc26a114-91b2-5669-a437-aff90b9fbb92', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:08.231533 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:08.236692 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.241222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.243637 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6fee6c4-ee, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:08.244277 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6fee6c4-ee, col_values=(('qos', UUID('3e24cddf-fa73-4b2d-b266-e85c01d73b4a')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:08.244665 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6fee6c4-ee, col_values=(('external_ids', {'iface-id': 'd6fee6c4-eedd-45de-8f02-d9753d8a502a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:80:59', 'vm-uuid': '607ef957-a580-4ca1-ab99-7e1e67c16428'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:08.250274 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:08.260214 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.261300 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') Nov 24 14:32:08.312704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.321033 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:08.339256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7b1898c0-6e3a-4c61-948c-b1bc17502fd9 req-91f014de-23fe-48f1-9f6f-0e22b809bb59 service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:08.339488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b1898c0-6e3a-4c61-948c-b1bc17502fd9 req-91f014de-23fe-48f1-9f6f-0e22b809bb59 service nova] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:08.340340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b1898c0-6e3a-4c61-948c-b1bc17502fd9 req-91f014de-23fe-48f1-9f6f-0e22b809bb59 service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:08.340340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b1898c0-6e3a-4c61-948c-b1bc17502fd9 req-91f014de-23fe-48f1-9f6f-0e22b809bb59 service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:08.340826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7b1898c0-6e3a-4c61-948c-b1bc17502fd9 req-91f014de-23fe-48f1-9f6f-0e22b809bb59 service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Processing event network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:32:08.344424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:32:08.350324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:32:08.355772 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance spawned successfully. Nov 24 14:32:08.356087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:32:08.465218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:08.467834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:08.483303 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:08.483601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:08.483798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:32:08.879387 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.881581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.881847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.882128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.882444 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.882772 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:08.971325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:08.971475 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] VM Started (Lifecycle Event) Nov 24 14:32:09.390061 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Took 5.93 seconds to spawn the instance on the hypervisor. Nov 24 14:32:09.390061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:09.475210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:09.477134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "7fad541c-c1cc-4259-b702-200f532b9db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:09.477712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:09.478158 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "7fad541c-c1cc-4259-b702-200f532b9db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:09.478703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:09.479143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:09.485965 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Terminating instance Nov 24 14:32:09.496363 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:09.500971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-36e04926-8869-431c-bf48-b1f4176af1eb tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:09.796133 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:09.796443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:09.796771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] No VIF found with MAC fa:16:3e:9c:80:59, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:32:09.797496 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Using config drive Nov 24 14:32:09.901994 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Took 11.42 seconds to build instance. Nov 24 14:32:09.996808 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "refresh_cache-7fad541c-c1cc-4259-b702-200f532b9db7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:32:09.996857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquired lock "refresh_cache-7fad541c-c1cc-4259-b702-200f532b9db7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:32:09.997108 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:32:10.000395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:10.000599 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] VM Paused (Lifecycle Event) Nov 24 14:32:10.307907 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:10.388614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:10.389088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:10.389448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:10.389793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:10.390105 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] No waiting events found dispatching network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:10.390424 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-9a30ee3b-1689-4353-a8d3-2dc62624a465 req-9ac88665-f0da-43fd-8d72-e1908f8d852e service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received unexpected event network-vif-plugged-39cf0729-d2f2-4561-ba64-45512f6a928c for instance with vm_state active and task_state None. Nov 24 14:32:10.424682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f4d9bf93-7d68-490f-9631-2095e4b1378b tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.981s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:10.460942 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Creating config drive at /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428/disk.config Nov 24 14:32:10.466223 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpsdcp4cg2 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:10.501871 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:10.529273 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:10.534629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:10.534824 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] VM Resumed (Lifecycle Event) Nov 24 14:32:10.566983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:10.599750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpsdcp4cg2" returned: 0 in 0.133s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:10.713953 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:10.722536 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:10.763129 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:10.844029 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:10.846043 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:11.041234 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:11.044726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:11.267070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Releasing lock "refresh_cache-7fad541c-c1cc-4259-b702-200f532b9db7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:32:11.267818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:11.510283 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance destroyed successfully. Nov 24 14:32:11.510720 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lazy-loading 'resources' on Instance uuid 7fad541c-c1cc-4259-b702-200f532b9db7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:11.548448 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] During sync_power_state the instance has a pending task (image_snapshot_pending). Skip. Nov 24 14:32:11.548845 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:11.549083 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] VM Started (Lifecycle Event) Nov 24 14:32:11.942083 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:12.014053 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Deleting instance files /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7_del Nov 24 14:32:12.014966 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Deletion of /opt/stack/data/nova/instances/7fad541c-c1cc-4259-b702-200f532b9db7_del complete Nov 24 14:32:12.052294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:12.057519 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:12.057926 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] VM Paused (Lifecycle Event) Nov 24 14:32:12.398951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:12.424216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:12.424216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:12.424722 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:12.425060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:12.425406 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Processing event network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:32:12.425705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:12.426156 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:12.426388 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:12.426686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:12.426980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] No waiting events found dispatching network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:12.427281 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-65f08771-7309-4556-b16b-aa709d091c45 req-3a0b4050-6be8-42ae-a213-57005e609e82 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received unexpected event network-vif-plugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a for instance with vm_state building and task_state spawning. Nov 24 14:32:12.428285 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:32:12.434954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:32:12.438680 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance spawned successfully. Nov 24 14:32:12.442578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:32:12.452942 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] instance snapshotting Nov 24 14:32:12.548548 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Took 1.28 seconds to destroy the instance on the hypervisor. Nov 24 14:32:12.549050 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:12.549911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:12.550245 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:12.550862 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:12.574904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:12.581573 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Beginning live snapshot process Nov 24 14:32:12.585275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:12.585464 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] VM Resumed (Lifecycle Event) Nov 24 14:32:12.603204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:12.603458 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:12.949046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:12.949434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:12.950000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:12.950471 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:12.951088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:12.951650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:13.090967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:13.096141 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:13.108901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:13.247768 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:13.460893 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Took 8.54 seconds to spawn the instance on the hypervisor. Nov 24 14:32:13.463505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:13.599686 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:32:13.611470 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Took 1.06 seconds to deallocate network for instance. Nov 24 14:32:13.988917 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Took 19.56 seconds to build instance. Nov 24 14:32:14.105000 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json -f qcow2 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:14.122126 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:14.122789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:14.203733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json -f qcow2" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:14.204429 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json -f qcow2 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:14.295027 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387/disk --force-share --output=json -f qcow2" returned: 0 in 0.090s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:14.295783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xb7ds\xb2') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:14.296163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:14.390726 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28 --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:14.391124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04.delta 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:14.434514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/258dd68c83093a497c8a3c53a5a941b9e4760e28,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04.delta 1073741824" returned: 0 in 0.043s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:14.435171 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Quiescing instance not available: QEMU guest agent is not enabled. Nov 24 14:32:14.484229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] COPY block job progress, current cursor: 1 final cursor: 1 {{(pid=120184) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:851}} Nov 24 14:32:14.485795 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Skipping quiescing instance: QEMU guest agent is not enabled. Nov 24 14:32:14.491580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-98f3c396-a3d0-48ba-a15e-9fc3f29244ef tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.074s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:14.529113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.privsep.utils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=120184) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}} Nov 24 14:32:14.529431 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04.delta /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:14.575924 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:14.608733 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04.delta /opt/stack/data/nova/instances/snapshots/tmpjvc312q7/4afc5883bfd44d3ba6e81943798b8e04" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:14.609113 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Snapshot extracted, beginning image upload Nov 24 14:32:15.082700 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:15.592866 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.468s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:15.664457 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Deleted allocations for instance 7fad541c-c1cc-4259-b702-200f532b9db7 Nov 24 14:32:16.497212 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Snapshot image upload complete Nov 24 14:32:16.497212 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-14fdb91a-89a2-4152-aea8-b41c712821c9 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Took 4.04 seconds to snapshot the instance on the hypervisor. Nov 24 14:32:16.676324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0b26f11b-7ee4-40f8-9a69-61f61bf6bb9d tempest-ServersListShow296Test-1613179354 tempest-ServersListShow296Test-1613179354-project-member] Lock "7fad541c-c1cc-4259-b702-200f532b9db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.199s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:18.135513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:18.135937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:18.135979 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:18.136192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:18.136363 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:18.139175 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Terminating instance Nov 24 14:32:18.248851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:18.253592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.253592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:32:18.253592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:18.253592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:32:18.253592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.648903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:18.685983 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:18.686245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:18.686466 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:18.686695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:18.686874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:18.689147 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Terminating instance Nov 24 14:32:18.726910 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.737489 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.874246 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.884767 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.895007 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:18.934653 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:18.934881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:18.935098 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:18.935374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:18.935644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] No waiting events found dispatching network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:18.937708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c4b94c9a-3ca6-41b9-869d-5f61ce4e94f1 req-812e8dd9-a35b-4dbf-b2c5-d5f0300d3466 service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:18.945326 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Instance destroyed successfully. Nov 24 14:32:18.946594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid 607ef957-a580-4ca1-ab99-7e1e67c16428 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:19.193891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:19.223272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.337173 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.349004 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.445358 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "81fa114a-18e6-4cc0-9127-9885be980194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:19.445602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:19.452049 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:31:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1849820037',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-1849820037',id=89,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:32:13Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-7v4symkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:32:13Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=607ef957-a580-4ca1-ab99-7e1e67c16428,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:19.452049 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "address": "fa:16:3e:9c:80:59", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6fee6c4-ee", "ovs_interfaceid": "d6fee6c4-eedd-45de-8f02-d9753d8a502a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:19.452049 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:19.452331 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:19.453601 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.454016 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6fee6c4-ee, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:19.455582 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.456834 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:19.460616 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Instance destroyed successfully. Nov 24 14:32:19.460616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lazy-loading 'resources' on Instance uuid 6fab40e8-73be-4e1a-8344-2b8a6245f387 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:19.464354 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.467766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.467766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e24cddf-fa73-4b2d-b266-e85c01d73b4a) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:19.470046 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.471870 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:19.477735 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.481086 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:80:59,bridge_name='br-int',has_traffic_filtering=True,id=d6fee6c4-eedd-45de-8f02-d9753d8a502a,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6fee6c4-ee') Nov 24 14:32:19.518247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:32:19.518907 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'target_lun': 0, 'volume_id': '2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 'auth_method': 'CHAP', 'auth_username': 'pTcSbfaip3vuRoSPDL3Y', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:32:19.519205 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:32:19.519495 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:32:19.520521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.533065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.533065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fe311e-bd6b-4f14-9a82-92945cd3f374]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:32:19.534966 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:32:19.535617 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.545639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.546461 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb6d0a2-b54f-4935-ad53-12b994806ca7]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.547345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf508bc-726b-49e0-be71-06f23a0577a3]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\ntcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: tcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: tcp: [16] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a (non-flash) Nov 24 14:32:19.561934 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:32:19.562883 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Resulting device map defaultdict(. at 0x7fbcc96c9120>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a'): ({'sdb'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:32:19.562883 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Removing single pathed devices sdb {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:32:19.563742 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.569009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[321b964e-285b-431d-9db4-a756595dfcc1]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:32:19.570549 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:32:19.572113 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[321b964e-285b-431d-9db4-a756595dfcc1]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.572944 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flushing IO for device /dev/sdb {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:32:19.573953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.580285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.580518 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a5f424-9eed-4756-80b8-bf199fe8cf16]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.581209 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:32:19.582095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.629355 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.629611 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4f6b57-dd8b-4778-ae19-9632b6e7021b]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.630003 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:32:19.630261 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:32:19.630896 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:32:19.633150 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.646016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.646186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd93bfe8-e7ba-4f0f-80f7-ed2526cd12af]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.646594 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:19.647876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.684333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --logout" returned: 0 in 0.036s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.684333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[acecf568-5b06-4526-922c-0b9b18b92b9f]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.684333 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260] Nov 24 14:32:19.684333 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a, portal: 38.102.83.12,3260] successful. Nov 24 14:32:19.684333 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:19.686416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:19.699177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-2b1c571e-8fec-4c9d-b458-e82ae3ad3a4a -p 38.102.83.12:3260 --op delete" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:19.699439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc83ac1b-f996-40a1-a837-161a63219d05]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:19.700047 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:19.700455 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.181s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:32:19.702290 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== disconnect_volume: return (181ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:32:19.702290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:32:19.702449 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Deleting instance files /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428_del Nov 24 14:32:19.703070 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Deletion of /opt/stack/data/nova/instances/607ef957-a580-4ca1-ab99-7e1e67c16428_del complete Nov 24 14:32:19.948987 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:32:19.964928 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:31:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=90,image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:32:09Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-bzx4m077',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bb559f15-d8cf-4bf1-b090-c7aedd90d4fa',image_container_format='bare',image_disk_format='raw',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:32:16Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=6fab40e8-73be-4e1a-8344-2b8a6245f387,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:19.965212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "39cf0729-d2f2-4561-ba64-45512f6a928c", "address": "fa:16:3e:d0:08:a5", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap39cf0729-d2", "ovs_interfaceid": "39cf0729-d2f2-4561-ba64-45512f6a928c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:19.966515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:19.966750 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:19.970197 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:19.971179 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39cf0729-d2, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:20.004192 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:20.005485 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:20.006779 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:20.007670 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:20.007906 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=871114ba-1cad-455b-b8a5-bf79186f3449) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:20.008517 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:20.012285 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:20.012285 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:20.012708 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:08:a5,bridge_name='br-int',has_traffic_filtering=True,id=39cf0729-d2f2-4561-ba64-45512f6a928c,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39cf0729-d2') Nov 24 14:32:20.013522 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Deleting instance files /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387_del Nov 24 14:32:20.013522 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Deletion of /opt/stack/data/nova/instances/6fab40e8-73be-4e1a-8344-2b8a6245f387_del complete Nov 24 14:32:20.213108 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Took 1.56 seconds to destroy the instance on the hypervisor. Nov 24 14:32:20.213539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:20.213919 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:20.216716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:20.216716 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:20.279716 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:20.497316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:20.497607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:20.502737 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:32:20.502945 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Claim successful on node np0005533992.novalocal Nov 24 14:32:20.521140 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Took 1.33 seconds to destroy the instance on the hypervisor. Nov 24 14:32:20.521512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:20.521751 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:20.521869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:20.522106 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:20.604032 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:20.980893 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:20.981009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Acquiring lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:20.982710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:20.983022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:20.983303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] No waiting events found dispatching network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:20.983856 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-unplugged-d6fee6c4-eedd-45de-8f02-d9753d8a502a for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:20.983856 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:20.984157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:20.984409 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:20.984687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:20.984951 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] No waiting events found dispatching network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:20.985210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:20.986679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:20.986679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Acquiring lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:20.986679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:20.986679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:20.986679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] No waiting events found dispatching network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:20.986872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-unplugged-39cf0729-d2f2-4561-ba64-45512f6a928c for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:20.987153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Received event network-vif-deleted-d6fee6c4-eedd-45de-8f02-d9753d8a502a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:20.987424 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Neutron deleted interface d6fee6c4-eedd-45de-8f02-d9753d8a502a; detaching it from the instance and deleting it from the info cache Nov 24 14:32:20.987730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:21.063606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:21.317460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:21.494238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Detach interface failed, port_id=d6fee6c4-eedd-45de-8f02-d9753d8a502a, reason: Instance 607ef957-a580-4ca1-ab99-7e1e67c16428 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:21.494475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Received event network-vif-deleted-39cf0729-d2f2-4561-ba64-45512f6a928c {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:21.494702 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Neutron deleted interface 39cf0729-d2f2-4561-ba64-45512f6a928c; detaching it from the instance and deleting it from the info cache Nov 24 14:32:21.494900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:21.565669 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Took 1.35 seconds to deallocate network for instance. Nov 24 14:32:21.828039 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Took 1.31 seconds to deallocate network for instance. Nov 24 14:32:21.927621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:21.998920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-24cb033c-6ccd-41d3-8fb2-031f2f002138 req-43beb2ba-8f94-4fb9-b8d4-c6213885eddd service nova] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Detach interface failed, port_id=39cf0729-d2f2-4561-ba64-45512f6a928c, reason: Instance 6fab40e8-73be-4e1a-8344-2b8a6245f387 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:22.338344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:22.432603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:22.941017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:22.941823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:32:22.950953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.612s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:23.304861 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:23.453505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:32:23.810932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:23.954972 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:32:24.318708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.368s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:24.371356 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Deleted allocations for instance 6fab40e8-73be-4e1a-8344-2b8a6245f387 Nov 24 14:32:24.461221 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:32:24.643860 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Took 3.08 seconds to detach 1 volumes for instance. Nov 24 14:32:25.009320 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:25.150360 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.150772 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.392102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-acc46cad-8104-4ae5-986b-4ca797e8b9d0 tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "6fab40e8-73be-4e1a-8344-2b8a6245f387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.704s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:25.440218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:25.474832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:32:25.476413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:32:25.477076 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating image(s) Nov 24 14:32:25.477900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.478255 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.479255 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:25.480110 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:25.494950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:25.496944 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:25.594601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:25.595290 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.598097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.598850 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:25.611638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:25.611638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:25.713368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.104s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:25.713979 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:25.741415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk 1073741824" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:25.742061 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.144s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:25.742607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:25.806450 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:25.807089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Checking if we can resize image /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:32:25.807589 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:25.916289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:25.918358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Cannot resize image /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:32:25.920210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:32:25.921953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Ensure instance console log exists: /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:32:25.923773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.924894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.925206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:25.934435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:32:25.935435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.937192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.937645 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:25.938674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:25.939007 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:25.942518 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Terminating instance Nov 24 14:32:25.945543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:25.960744 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:32:25.961107 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow298Test-server-1813410218', uuid='81fa114a-18e6-4cc0-9127-9885be980194'), owner=OwnerMeta(userid='3b0e25a6c29f4af9a879a17b192bee0f', username='tempest-ServersListShow298Test-1323147458-project-member', projectid='50930c13ed934cfda7565012bfd80d84', projectname='tempest-ServersListShow298Test-1323147458'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012745.960476) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:32:25.963196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:32:25.963905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:32:25.967071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:32:25.969594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:32:25.969691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:32:25.970340 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:32:25.970798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:32:25.971068 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:32:25.971497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:32:25.972513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:32:25.972513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:32:25.972678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:32:25.972942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:32:25.973328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:32:25.973762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:32:25.974085 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:32:25.981422 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lazy-loading 'pci_devices' on Instance uuid 81fa114a-18e6-4cc0-9127-9885be980194 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:26.455025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.304s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:26.480078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] End _get_guest_xml xml= Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: instance-0000005b Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-server-1813410218 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:32:25 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-1323147458-project-member Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-1323147458 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:26.487262 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:32:26.522655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:26.523850 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:26.529181 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:26.543284 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance 607ef957-a580-4ca1-ab99-7e1e67c16428 Nov 24 14:32:26.557769 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:26.570648 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] No waiting events found dispatching network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:26.710062 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-02d9ba37-3401-4929-afe5-e85463935ea9 req-004a3aea-b293-46e2-b00a-de403a73874e service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:26.775922 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Instance destroyed successfully. Nov 24 14:32:26.776256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lazy-loading 'resources' on Instance uuid 0e275564-61ae-4d1e-bfff-e896ca2f037b {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:27.280475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='instance-depend-image',display_name='instance-depend-image',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='instance-depend-image',id=87,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:31:49Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='4c1e25e6a506454a8a91f26b88a69324',ramdisk_id='',reservation_id='r-w6x4t07t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_signature_verified='False',owner_project_name='tempest-ImageDependencyTests-931001487',owner_user_name='tempest-ImageDependencyTests-931001487-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:31:49Z,user_data=None,user_id='5dca547535ae4b33a4be2cc951e75c43',uuid=0e275564-61ae-4d1e-bfff-e896ca2f037b,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:27.280724 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converting VIF {"id": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "address": "fa:16:3e:8a:8a:48", "network": {"id": "e0c61e56-f2b3-47aa-b85e-c2e0568ee60d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "506aa82048ac4be380b28a72fe34e91d", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2634baf6-83", "ovs_interfaceid": "2634baf6-83fd-44d6-ad1c-1a8ee7d268f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:27.281172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:27.281399 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:27.282436 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.282815 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2634baf6-83, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:27.283977 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.286097 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.286592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.286745 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4697bead-41b1-4529-96a9-c461b1e0630a) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:27.287293 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.288994 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:27.291743 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:8a:48,bridge_name='br-int',has_traffic_filtering=True,id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1,network=Network(e0c61e56-f2b3-47aa-b85e-c2e0568ee60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2634baf6-83') Nov 24 14:32:27.293490 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:32:27.296590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 'target_lun': 0, 'volume_id': '6a731d24-d803-4c70-9d7c-21412976bd30', 'auth_method': 'CHAP', 'auth_username': '6Z3G9G94hivyNrdNeH9E', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:32:27.296590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:32:27.296590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:32:27.298591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.309606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.309877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c33e602-db31-4ca7-85cb-a0894903774a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:32:27.310415 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:27.310788 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:32:27.310788 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:32:27.310788 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:32:27.311132 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:32:27.312906 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.322875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.323606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[62cb5c1b-9378-4b75-a9ee-144c5c133499]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.325039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a47202-2d5e-4765-865e-509cb750bced]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\ntcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: tcp: [15] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 (non-flash) Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:32:27.337820 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Resulting device map defaultdict(. at 0x7fbc8872ae80>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30'): ({'sdc'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:32:27.338507 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Removing single pathed devices sdc {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:32:27.339062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.345933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[5c32d618-ab60-4692-b50d-e4bd85b3fbbb]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:32:27.346148 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:32:27.347990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c32d618-ab60-4692-b50d-e4bd85b3fbbb]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.348912 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Flushing IO for device /dev/sdc {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:32:27.351585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.355769 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.356194 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8dcad50-0c9f-4322-b9a2-4afcb5a8afbf]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.356635 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:32:27.357594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.406379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.406438 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcfb89de-25b6-4ff6-b5a6-95b1b9f05779]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.406951 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:32:27.407239 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] SCSI volumes sdc have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:32:27.407966 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:32:27.408950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.422781 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.423289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1607691b-c918-443e-9376-e04b03d1a8af]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.426600 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:27.426600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.457333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --logout" returned: 0 in 0.031s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.457541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f4451d-fac4-4f55-8863-c33ce7b8015e]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.458082 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260] Nov 24 14:32:27.458082 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30, portal: 38.102.83.12,3260] successful. Nov 24 14:32:27.458082 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:27.459277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:27.467261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-6a731d24-d803-4c70-9d7c-21412976bd30 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:27.467472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8a5bb7-c227-41d5-aade-5ff9a9922ee2]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:32:27.467993 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:32:27.468412 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.173s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:32:27.468740 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] <== disconnect_volume: return (173ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:32:27.469024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:32:27.469473 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Deleting instance files /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b_del Nov 24 14:32:27.470322 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Deletion of /opt/stack/data/nova/instances/0e275564-61ae-4d1e-bfff-e896ca2f037b_del complete Nov 24 14:32:27.553201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-06d48359-298f-4965-8e83-613868e209e9 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "607ef957-a580-4ca1-ab99-7e1e67c16428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.417s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:27.586163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:27.586333 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] VM Stopped (Lifecycle Event) Nov 24 14:32:27.980937 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Took 1.50 seconds to destroy the instance on the hypervisor. Nov 24 14:32:27.981376 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:27.982290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:27.982537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:27.983238 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:28.039660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:28.039660 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:28.040630 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Using config drive Nov 24 14:32:28.073233 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:28.099977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9fb228c7-47db-4233-8579-b3384b9d17d3 None None] [instance: 7fad541c-c1cc-4259-b702-200f532b9db7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:28.552401 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:28.601422 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating config drive at /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config Nov 24 14:32:28.619857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp3jk5ahg0 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:28.753365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp3jk5ahg0" returned: 0 in 0.129s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:28.756834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:28.757202 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] Acquiring lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:28.757598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:28.757908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:28.758199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] No waiting events found dispatching network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:28.758491 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-unplugged-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:28.758836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Received event network-vif-deleted-2634baf6-83fd-44d6-ad1c-1a8ee7d268f1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:28.759618 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Neutron deleted interface 2634baf6-83fd-44d6-ad1c-1a8ee7d268f1; detaching it from the instance and deleting it from the info cache Nov 24 14:32:28.759618 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:28.888776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:28.977866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:28.977866 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] VM Resumed (Lifecycle Event) Nov 24 14:32:28.982136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:32:28.983539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:32:28.990276 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance spawned successfully. Nov 24 14:32:28.990709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:32:29.267544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-51065b87-0279-45d9-a286-1bb4bc5fc54f req-dc8bac06-aad9-401a-90b5-edb6287e5aa8 service nova] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Detach interface failed, port_id=2634baf6-83fd-44d6-ad1c-1a8ee7d268f1, reason: Instance 0e275564-61ae-4d1e-bfff-e896ca2f037b could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:29.394798 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Took 1.41 seconds to deallocate network for instance. Nov 24 14:32:29.485341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:29.491913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:29.504730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:29.504872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:29.505245 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:29.505481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:29.505762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:29.506054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:30.002875 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:32:30.004534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:30.004534 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] VM Started (Lifecycle Event) Nov 24 14:32:30.012426 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Took 4.54 seconds to spawn the instance on the hypervisor. Nov 24 14:32:30.012426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:30.506774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:30.512895 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:30.529885 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Took 10.07 seconds to build instance. Nov 24 14:32:31.033320 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8c0f7ad7-63bf-4e4d-b2ce-0ba6d77bebeb tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.587s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:32.035179 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:32.288019 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:32.482659 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Took 3.09 seconds to detach 1 volumes for instance. Nov 24 14:32:32.487572 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Deleting volume: 6a731d24-d803-4c70-9d7c-21412976bd30 {{(pid=120184) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} Nov 24 14:32:32.945212 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Rebuilding instance Nov 24 14:32:33.041948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:33.042233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:33.078457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:33.280235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:33.783597 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:33.941173 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:33.941173 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] VM Stopped (Lifecycle Event) Nov 24 14:32:34.290180 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.248s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:34.337254 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Deleted allocations for instance 0e275564-61ae-4d1e-bfff-e896ca2f037b Nov 24 14:32:34.345907 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance destroyed successfully. Nov 24 14:32:34.356571 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance destroyed successfully. Nov 24 14:32:34.356955 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Deleting instance files /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194_del Nov 24 14:32:34.357638 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Deletion of /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194_del complete Nov 24 14:32:34.442795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-004d40cf-ea00-4022-8aca-62e34e29ab32 None None] [instance: 607ef957-a580-4ca1-ab99-7e1e67c16428] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:34.458743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:34.458816 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] VM Stopped (Lifecycle Event) Nov 24 14:32:34.741110 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:34.741483 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:34.741936 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:34.742261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:34.742633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:34.747139 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Terminating instance Nov 24 14:32:34.961984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-02fd103e-5b1e-4a24-8595-8ddef49ecb17 None None] [instance: 6fab40e8-73be-4e1a-8344-2b8a6245f387] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:35.253922 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:35.314676 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.322476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.322476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.350345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0326a6a0-6252-425d-9f3c-4fc223e04e9a tempest-ImageDependencyTests-931001487 tempest-ImageDependencyTests-931001487-project-member] Lock "0e275564-61ae-4d1e-bfff-e896ca2f037b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.415s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:35.453442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:35.453442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:35.453442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:35.453442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:35.453968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:35.454180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3a47039b-28a5-45a7-8d49-ea5f125dd7e6 req-6c6bd90b-eb17-4fec-b88a-4984bd53d185 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:35.462398 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.468279 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.473649 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.481902 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:35.520947 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Instance destroyed successfully. Nov 24 14:32:35.521112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid 468074ea-0791-428e-8b1b-78bd81318fb8 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:35.882606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:32:35.882606 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating image(s) Nov 24 14:32:35.882606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:35.882606 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:35.883807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "/opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:35.885030 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:35.889892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:35.893428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:35.985796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.090s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:35.985796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:35.985796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:35.988166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:35.995177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:32:35.996064 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:36.026742 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=81,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:31:19Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-2azxsm9q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:31:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=468074ea-0791-428e-8b1b-78bd81318fb8,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:36.026742 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "849e3b8b-433c-4456-957f-873ac1f4a71b", "address": "fa:16:3e:04:aa:90", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap849e3b8b-43", "ovs_interfaceid": "849e3b8b-433c-4456-957f-873ac1f4a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:36.032913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:36.034623 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:36.041619 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:36.041619 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap849e3b8b-43, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:36.049153 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:36.052883 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:36.053844 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:36.054287 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=806ce532-7b99-41d2-a925-064f9959f1d2) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:36.055650 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:36.057629 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:36.060253 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=849e3b8b-433c-4456-957f-873ac1f4a71b,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap849e3b8b-43') Nov 24 14:32:36.061004 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Deleting instance files /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_del Nov 24 14:32:36.063998 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Deletion of /opt/stack/data/nova/instances/468074ea-0791-428e-8b1b-78bd81318fb8_del complete Nov 24 14:32:36.075393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.079s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:36.076005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:36.117845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk 1073741824" returned: 0 in 0.041s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:36.118462 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.133s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:36.119033 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:36.183135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.064s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:36.183762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Checking if we can resize image /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:32:36.184191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:36.254987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json" returned: 0 in 0.071s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:36.255284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Cannot resize image /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:32:36.255595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:32:36.255776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Ensure instance console log exists: /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:32:36.256065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:36.256441 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:36.256604 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:36.259841 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:32:36.265282 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:32:36.267843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServersListShow298Test-server-1813410218', uuid='81fa114a-18e6-4cc0-9127-9885be980194'), owner=OwnerMeta(userid='3b0e25a6c29f4af9a879a17b192bee0f', username='tempest-ServersListShow298Test-1323147458-project-member', projectid='50930c13ed934cfda7565012bfd80d84', projectname='tempest-ServersListShow298Test-1323147458'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012756.2665267) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:32:36.269260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:32:36.269620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:32:36.271284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:32:36.272436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:32:36.274317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:32:36.276253 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:32:36.277248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:32:36.278911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:32:36.280100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:32:36.280384 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:32:36.280704 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:32:36.281101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:32:36.281362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:32:36.281685 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:32:36.281971 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:32:36.282301 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:32:36.283508 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lazy-loading 'vcpu_model' on Instance uuid 81fa114a-18e6-4cc0-9127-9885be980194 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:36.579680 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Took 1.32 seconds to destroy the instance on the hypervisor. Nov 24 14:32:36.579680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:36.579680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:36.579680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:36.580175 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:36.741516 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] End _get_guest_xml xml= Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: instance-0000005b Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-server-1813410218 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:32:36 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-1323147458-project-member Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: tempest-ServersListShow298Test-1323147458 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: Nov 24 14:32:36.795209 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:32:37.194151 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55a7f7cb-d482-4d1e-bd77-6a332254ba40 req-60fe17e8-ad2d-4b1a-8339-4bf741af5d6c service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-deleted-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:37.194326 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-55a7f7cb-d482-4d1e-bd77-6a332254ba40 req-60fe17e8-ad2d-4b1a-8339-4bf741af5d6c service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Neutron deleted interface 849e3b8b-433c-4456-957f-873ac1f4a71b; detaching it from the instance and deleting it from the info cache Nov 24 14:32:37.194524 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-55a7f7cb-d482-4d1e-bd77-6a332254ba40 req-60fe17e8-ad2d-4b1a-8339-4bf741af5d6c service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:37.506583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:37.506583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] Acquiring lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:37.506583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:37.507709 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] Lock "468074ea-0791-428e-8b1b-78bd81318fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:37.508136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] No waiting events found dispatching network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:37.508690 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e8e9dae9-c559-4988-aaa0-408ce3e45473 req-f4bb5286-d648-4f6a-bb63-c3405c9c59b9 service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Received event network-vif-unplugged-849e3b8b-433c-4456-957f-873ac1f4a71b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:37.659970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:37.700764 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55a7f7cb-d482-4d1e-bd77-6a332254ba40 req-60fe17e8-ad2d-4b1a-8339-4bf741af5d6c service nova] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Detach interface failed, port_id=849e3b8b-433c-4456-957f-873ac1f4a71b, reason: Instance 468074ea-0791-428e-8b1b-78bd81318fb8 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:38.163603 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Took 1.58 seconds to deallocate network for instance. Nov 24 14:32:38.328400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:38.328593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:32:38.329100 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Using config drive Nov 24 14:32:38.673268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:38.673713 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:38.836344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lazy-loading 'ec2_ids' on Instance uuid 81fa114a-18e6-4cc0-9127-9885be980194 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:38.976431 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:39.343350 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Object Instance<81fa114a-18e6-4cc0-9127-9885be980194> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:32:39.346028 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lazy-loading 'keypairs' on Instance uuid 81fa114a-18e6-4cc0-9127-9885be980194 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:39.481429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:39.853531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Object Instance<81fa114a-18e6-4cc0-9127-9885be980194> lazy-loaded attributes: vcpu_model,ec2_ids,keypairs {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:32:39.867171 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:32:39.917063 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Creating config drive at /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config Nov 24 14:32:39.925666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmppi_436m5 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:39.992651 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.317s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:40.049985 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmppi_436m5" returned: 0 in 0.124s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:40.056063 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance 468074ea-0791-428e-8b1b-78bd81318fb8 Nov 24 14:32:40.281349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 81fa114a-18e6-4cc0-9127-9885be980194 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:32:40.281494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:40.282188 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] VM Resumed (Lifecycle Event) Nov 24 14:32:40.289862 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:32:40.289862 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:32:40.294042 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance spawned successfully. Nov 24 14:32:40.294197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:32:40.791164 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:40.798166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:40.809311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:40.809311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:40.809311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:40.809759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:40.810357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:40.811723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:32:41.055984 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:41.067641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-90c42f84-41f6-429e-bbfc-72adc7feb3b0 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "468074ea-0791-428e-8b1b-78bd81318fb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:41.301895 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:32:41.302155 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:41.302331 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] VM Started (Lifecycle Event) Nov 24 14:32:41.318322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:41.753564 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:41.773904 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:41.774084 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] VM Stopped (Lifecycle Event) Nov 24 14:32:41.810070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:41.818767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:32:41.829994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:41.830381 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:41.830699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:32:41.913703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:41.913703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:41.913703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:41.913703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:41.913703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:41.915982 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Terminating instance Nov 24 14:32:42.258899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:42.278378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-ddd173b4-77fe-44ec-bc46-a6b6f911fc05 None None] [instance: 0e275564-61ae-4d1e-bfff-e896ca2f037b] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:42.422240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:42.449325 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.453764 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.556953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:42.557119 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:42.557288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:42.557424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:42.557591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:42.557743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-7b195a6e-c8c9-4687-b459-1dab349d9406 req-b51c06bf-869f-4f6b-b869-4c66b296292e service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:42.614075 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.623239 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.646574 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.662352 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.698834 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Instance destroyed successfully. Nov 24 14:32:42.700641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid c7b98470-a152-4fed-a8de-686b2cd94ea3 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:42.737743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "81fa114a-18e6-4cc0-9127-9885be980194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:42.737743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:42.737743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "81fa114a-18e6-4cc0-9127-9885be980194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:42.737743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:42.737743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:42.740835 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Terminating instance Nov 24 14:32:42.840548 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-547f501f-d939-4270-b9b0-5caf01ec8341 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:42.841249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.582s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:42.841385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:42.841511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:32:42.899040 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:42.906331 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.026217 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.032837 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.203391 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(12),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=78,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=12,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:30:34Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-zcnqytu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:30:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=c7b98470-a152-4fed-a8de-686b2cd94ea3,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:43.203596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "address": "fa:16:3e:85:e5:4f", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6b97ec5-4c", "ovs_interfaceid": "d6b97ec5-4c17-423b-bd43-ca22483143b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:43.204110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:43.204346 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:43.205572 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.208122 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6b97ec5-4c, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:43.209218 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.211852 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:43.212173 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.212407 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bc0073c0-078b-4bda-80fb-8e985f13aa98) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:43.215787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:43.217675 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:43.221582 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=d6b97ec5-4c17-423b-bd43-ca22483143b1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6b97ec5-4c') Nov 24 14:32:43.221857 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Deleting instance files /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_del Nov 24 14:32:43.222284 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Deletion of /opt/stack/data/nova/instances/c7b98470-a152-4fed-a8de-686b2cd94ea3_del complete Nov 24 14:32:43.246434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "refresh_cache-81fa114a-18e6-4cc0-9127-9885be980194" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:32:43.246434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquired lock "refresh_cache-81fa114a-18e6-4cc0-9127-9885be980194" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:32:43.246434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:32:43.735610 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:32:43.735610 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:43.735610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:43.735610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:43.735610 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:43.767140 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:43.844529 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:43.861679 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:44.218077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:44.396993 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.467036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:44.467036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.528619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194/disk --force-share --output=json" returned: 0 in 0.064s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:44.530367 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Error from libvirt while getting description of instance-0000004e: [Error Code 42] Domain not found: no domain with matching uuid 'c7b98470-a152-4fed-a8de-686b2cd94ea3' (instance-0000004e): libvirt.libvirtError: Domain not found: no domain with matching uuid 'c7b98470-a152-4fed-a8de-686b2cd94ea3' (instance-0000004e) Nov 24 14:32:44.536689 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.602354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:44.606167 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.620087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:44.620480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] Acquiring lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:44.620862 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:44.621186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:44.621484 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] No waiting events found dispatching network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:44.621978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-unplugged-d6b97ec5-4c17-423b-bd43-ca22483143b1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:44.622266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Received event network-vif-deleted-d6b97ec5-4c17-423b-bd43-ca22483143b1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:44.622571 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Neutron deleted interface d6b97ec5-4c17-423b-bd43-ca22483143b1; detaching it from the instance and deleting it from the info cache Nov 24 14:32:44.622941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:44.627771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:44.680720 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415/disk --force-share --output=json" returned: 0 in 0.074s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:44.692855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vda) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:32:44.701972 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.721941 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Releasing lock "refresh_cache-81fa114a-18e6-4cc0-9127-9885be980194" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:32:44.721941 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:44.787245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:44.787638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:44.857875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61/disk --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:45.000893 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance destroyed successfully. Nov 24 14:32:45.001373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lazy-loading 'resources' on Instance uuid 81fa114a-18e6-4cc0-9127-9885be980194 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:45.043005 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:32:45.043496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:32:45.061093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.017s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:32:45.062370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=6798MB free_disk=372.9152488708496GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:32:45.062370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:45.062370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:45.128868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-28d5931f-ae9d-473d-a5d7-f4d208bfa218 req-e5a0141b-5f4c-4010-9c64-1cecfa74072c service nova] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Detach interface failed, port_id=d6b97ec5-4c17-423b-bd43-ca22483143b1, reason: Instance c7b98470-a152-4fed-a8de-686b2cd94ea3 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:45.130343 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Took 1.40 seconds to deallocate network for instance. Nov 24 14:32:45.504698 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Deleting instance files /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194_del Nov 24 14:32:45.505611 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Deletion of /opt/stack/data/nova/instances/81fa114a-18e6-4cc0-9127-9885be980194_del complete Nov 24 14:32:45.636484 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:46.013382 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Took 1.29 seconds to destroy the instance on the hypervisor. Nov 24 14:32:46.014442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:46.014442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:46.014442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:46.014442 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:46.048349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:32:46.048518 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:46.098825 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:32:46.098948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 70ff3506-d843-48cf-93b3-89c33193f415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:32:46.099057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:32:46.099163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c7b98470-a152-4fed-a8de-686b2cd94ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:32:46.099260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 81fa114a-18e6-4cc0-9127-9885be980194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:32:46.099430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 5 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:32:46.099574 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1536MB phys_disk=399GB used_disk=4GB total_vcpus=8 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:32:45 up 40 min, 14 users, load average: 6.02, 5.60, 4.25\n', 'num_instances': '5', 'num_vm_active': '5', 'num_task_None': '3', 'num_os_type_None': '5', 'num_proj_b8c5afe0783b4a2e8465ddb625847eac': '4', 'io_workload': '0', 'num_task_deleting': '2', 'num_proj_50930c13ed934cfda7565012bfd80d84': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:32:46.383077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:46.551115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:46.887385 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:47.055434 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Took 1.04 seconds to deallocate network for instance. Nov 24 14:32:47.398879 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:32:47.399173 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.337s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:47.399620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.763s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:47.570855 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:47.606789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:48.111131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:48.213816 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:48.395620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:48.395982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:48.396281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:48.396566 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:48.396876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:48.397159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:32:48.620328 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.221s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:48.663060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.091s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:48.707275 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance c7b98470-a152-4fed-a8de-686b2cd94ea3 Nov 24 14:32:48.896073 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:49.399952 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:49.721581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9611d013-0625-4f0d-8b28-cb9b24124b08 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "c7b98470-a152-4fed-a8de-686b2cd94ea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.810s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:49.754249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:49.908776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.247s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:49.981238 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Deleted allocations for instance 81fa114a-18e6-4cc0-9127-9885be980194 Nov 24 14:32:50.515072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:50.515307 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] VM Stopped (Lifecycle Event) Nov 24 14:32:50.754035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:50.997298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8f47993-b719-461b-bb5b-17c4dc2504e1 tempest-ServersListShow298Test-1323147458 tempest-ServersListShow298Test-1323147458-project-member] Lock "81fa114a-18e6-4cc0-9127-9885be980194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.261s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:51.018172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5a1cda26-f8f7-446b-a743-6118958c87d8 None None] [instance: 468074ea-0791-428e-8b1b-78bd81318fb8] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:52.719018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:52.719453 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:52.720730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:52.720730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:52.720730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:52.731919 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Terminating instance Nov 24 14:32:53.215198 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.240419 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:53.278039 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.284823 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.424910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:53.425085 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:53.425250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:53.425374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:53.425542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] No waiting events found dispatching network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:53.425731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5df02006-4126-473e-a2a3-8cef16137b73 req-5aae2938-a2de-4b8c-813d-e64f7db7a883 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:53.427676 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.434073 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.464507 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.471985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:53.506990 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Instance destroyed successfully. Nov 24 14:32:53.507479 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:32:54.010222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-1',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-1',id=74,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:28:38Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-ysnd2vo5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=0238a3da-b1ba-428e-847c-36883d8d9c61,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:32:54.010699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "address": "fa:16:3e:10:cb:62", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c69b95e-44", "ovs_interfaceid": "7c69b95e-447f-4757-8fb3-8c3613247bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:32:54.011067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:32:54.011328 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:32:54.012365 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:54.012704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c69b95e-44, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:54.015158 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:54.017787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:54.018687 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:54.020240 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:54.020701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ba24fb9-8340-4347-a824-cc00b6d51e8a) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:32:54.025500 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:32:54.028990 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:cb:62,bridge_name='br-int',has_traffic_filtering=True,id=7c69b95e-447f-4757-8fb3-8c3613247bd1,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c69b95e-44') Nov 24 14:32:54.029804 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Deleting instance files /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61_del Nov 24 14:32:54.030381 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Deletion of /opt/stack/data/nova/instances/0238a3da-b1ba-428e-847c-36883d8d9c61_del complete Nov 24 14:32:54.316295 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:54.548374 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:32:54.548595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:32:54.548761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:32:54.549637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:32:54.549637 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:54.727669 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:32:54.881579 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:32:55.394443 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] While synchronizing instance power states, found 3 instances in the database and 2 instances on the hypervisor. Nov 24 14:32:55.394443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Triggering sync for uuid 826a4a69-5db3-4178-8cbd-09f1cc88c34f {{(pid=120184) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} Nov 24 14:32:55.395078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Triggering sync for uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} Nov 24 14:32:55.395338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Triggering sync for uuid 0238a3da-b1ba-428e-847c-36883d8d9c61 {{(pid=120184) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} Nov 24 14:32:55.395878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:55.396166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:55.396594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:55.397487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:55.398051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] Acquiring lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] No waiting events found dispatching network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-unplugged-7c69b95e-447f-4757-8fb3-8c3613247bd1 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Received event network-vif-deleted-7c69b95e-447f-4757-8fb3-8c3613247bd1 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:32:55.473584 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Neutron deleted interface 7c69b95e-447f-4757-8fb3-8c3613247bd1; detaching it from the instance and deleting it from the info cache Nov 24 14:32:55.474443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:55.737754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:32:55.910653 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:55.911328 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:55.981935 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-647cc76c-a7f8-4d4c-846a-033403f448db req-f5a19063-32e6-4c8b-bc3a-713e7fcfc0d5 service nova] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Detach interface failed, port_id=7c69b95e-447f-4757-8fb3-8c3613247bd1, reason: Instance 0238a3da-b1ba-428e-847c-36883d8d9c61 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:32:56.241366 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Took 1.69 seconds to deallocate network for instance. Nov 24 14:32:56.759133 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:56.759499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:56.888726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:32:57.083441 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:57.393126 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:32:57.417753 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:57.696175 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:32:57.696355 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] VM Stopped (Lifecycle Event) Nov 24 14:32:57.900128 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.140s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:57.953435 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance 0238a3da-b1ba-428e-847c-36883d8d9c61 Nov 24 14:32:58.205752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c41bb523-f23b-4aab-8024-9f5568cc6acb None None] [instance: c7b98470-a152-4fed-a8de-686b2cd94ea3] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:32:58.966374 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-b6497e51-ceb5-43e5-91c7-ebf5586c0dc6 tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.247s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:58.969943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.570s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:58.969943 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:32:58.969943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "0238a3da-b1ba-428e-847c-36883d8d9c61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:59.022922 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.091177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:59.091673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:59.242626 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:59.242849 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:59.243066 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "70ff3506-d843-48cf-93b3-89c33193f415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:32:59.243259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:32:59.243437 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:32:59.245596 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Terminating instance Nov 24 14:32:59.595595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:32:59.751071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:32:59.780943 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.785356 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.788281 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.945085 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.951989 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:32:59.987807 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.001361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:00.001361 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] VM Stopped (Lifecycle Event) Nov 24 14:33:00.004195 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.014129 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.017536 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.050414 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Instance destroyed successfully. Nov 24 14:33:00.051010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid 70ff3506-d843-48cf-93b3-89c33193f415 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:00.134533 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.140186 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.158468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:00.158468 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:00.161102 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:33:00.161338 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Claim successful on node np0005533992.novalocal Nov 24 14:33:00.272604 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.280227 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.505675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-74c26b54-77fe-4437-8a32-94324c2f60f1 None None] [instance: 81fa114a-18e6-4cc0-9127-9885be980194] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:00.554331 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:28:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='multiattach-server-0',id=72,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuZOpEg6ydmAlyZkBoBU5cwgc21O7VscFNWoNlQzKLJwhVd5a1W/aNQxNVbgUpOb4irGNl8E/UIM6scr9ir4oVf5ilOUepn4vGqTwZoA4aeZNIOG/S19CDAvMYr8znLdQ==',key_name='tempest-keypair-732509724',keypairs=,launch_index=0,launched_at=2025-11-24T19:28:22Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-shmou3nd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=70ff3506-d843-48cf-93b3-89c33193f415,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:33:00.554708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0f7f4946-f246-4b13-96b4-e72f422e7746", "address": "fa:16:3e:39:a3:26", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f7f4946-f2", "ovs_interfaceid": "0f7f4946-f246-4b13-96b4-e72f422e7746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:00.555616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:00.556068 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:33:00.558460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.559306 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f7f4946-f2, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:00.561907 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.565416 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:00.566800 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.567219 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36b69c7b-cedd-4213-91f8-b328e67a9466) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:00.568418 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.569981 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:00.573342 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:a3:26,bridge_name='br-int',has_traffic_filtering=True,id=0f7f4946-f246-4b13-96b4-e72f422e7746,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f7f4946-f2') Nov 24 14:33:00.574921 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Deleting instance files /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415_del Nov 24 14:33:00.575126 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Deletion of /opt/stack/data/nova/instances/70ff3506-d843-48cf-93b3-89c33193f415_del complete Nov 24 14:33:01.094833 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:33:01.095446 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:33:01.095446 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:33:01.095446 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:33:01.096034 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:01.167351 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:01.343101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:01.513042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a7da1c8-b0a7-439e-91a6-94b198ea840f req-3aa74404-07eb-4426-8872-8c5810c0f575 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Received event network-vif-deleted-0f7f4946-f246-4b13-96b4-e72f422e7746 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:01.513347 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-8a7da1c8-b0a7-439e-91a6-94b198ea840f req-3aa74404-07eb-4426-8872-8c5810c0f575 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Neutron deleted interface 0f7f4946-f246-4b13-96b4-e72f422e7746; detaching it from the instance and deleting it from the info cache Nov 24 14:33:01.513790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-8a7da1c8-b0a7-439e-91a6-94b198ea840f req-3aa74404-07eb-4426-8872-8c5810c0f575 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:01.848085 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:01.957944 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:02.020611 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8a7da1c8-b0a7-439e-91a6-94b198ea840f req-3aa74404-07eb-4426-8872-8c5810c0f575 service nova] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Detach interface failed, port_id=0f7f4946-f246-4b13-96b4-e72f422e7746, reason: Instance 70ff3506-d843-48cf-93b3-89c33193f415 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:33:02.356896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:02.357662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:33:02.424476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:02.461140 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Took 1.37 seconds to deallocate network for instance. Nov 24 14:33:02.870891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:33:02.870891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:33:02.870891 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:02.870891 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:02.969684 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:02.970069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:03.007257 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:33:03.152542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:03.398252 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:33:03.533635 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Successfully created port: e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:33:03.655349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:03.903628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:33:03.930231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Successfully updated port: e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:33:03.975436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-changed-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:03.975767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Refreshing instance network info cache due to event network-changed-e5af4b4f-f65b-4db7-bf41-95add6c7181b. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:33:03.976071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] Acquiring lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:03.977112 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] Acquired lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:03.977112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Refreshing network info cache for port e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:33:04.162955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.193s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:04.214481 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance 70ff3506-d843-48cf-93b3-89c33193f415 Nov 24 14:33:04.434340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:04.481665 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:04.550427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:04.687172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:04.916930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:33:04.918415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:33:04.918911 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Creating image(s) Nov 24 14:33:04.919671 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:04.920058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:04.920977 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:04.921710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:04.927810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:04.929934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:05.032989 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:05.033609 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:05.034340 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:05.035472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:05.043456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:05.044282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:05.115036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:05.115672 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:05.151727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk 1073741824" returned: 0 in 0.036s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:05.152370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.118s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:05.152909 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:05.190895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-03b95c7e-a5c7-4c15-9d83-11b0995efd3d req-40d2ba04-c583-42e8-96a6-b7581f10a25f service nova] Releasing lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:05.192707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:05.192707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:33:05.214586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:05.215182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:33:05.215549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:05.230370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3221cfc3-4a4a-43b9-9a0a-212d1bff667c tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "70ff3506-d843-48cf-93b3-89c33193f415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:05.276868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json" returned: 0 in 0.061s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:05.277315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:33:05.277847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:33:05.278188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Ensure instance console log exists: /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:33:05.278826 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:05.279076 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:05.279382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:05.569433 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:05.772342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:05.902911 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:05.976833 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Updating instance_info_cache with network_info: [{"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:06.021741 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:06.022120 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:06.022483 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:06.022842 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:06.023166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:06.026118 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Terminating instance Nov 24 14:33:06.480860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:06.481352 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance network_info: |[{"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:33:06.484869 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Start _get_guest_xml network_info=[{"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:33:06.489273 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:33:06.491088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-₡-807720198', uuid='74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012786.490487) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:33:06.492779 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:33:06.493347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:33:06.495344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:33:06.495926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:33:06.497362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:33:06.497994 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:33:06.498341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:33:06.498640 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:33:06.498961 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:33:06.499213 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:33:06.499477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:33:06.499872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:33:06.500158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:33:06.500451 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:33:06.500807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:33:06.501142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:33:06.506055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:32:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-₡-807720198',display_name='tempest-₡-807720198',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest--807720198',id=92,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-3ek3yzcf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:03Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:33:06.506415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:06.507375 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:06.508291 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:06.531197 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:33:06.557344 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:06.561704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:06.574933 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:06.586948 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:06.600420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:06.796161 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Instance destroyed successfully. Nov 24 14:33:06.796781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lazy-loading 'resources' on Instance uuid 826a4a69-5db3-4178-8cbd-09f1cc88c34f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] End _get_guest_xml xml= Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: instance-0000005c Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: tempest-₡-807720198 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:33:06 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:07.014266 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:33:07.018675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Preparing to wait for external event network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:33:07.018675 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:07.018675 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:07.018675 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:07.018675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:32:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-₡-807720198',display_name='tempest-₡-807720198',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest--807720198',id=92,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-3ek3yzcf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:03Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:33:07.018882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:07.018882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:07.019238 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:33:07.019874 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.020342 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.020785 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:33:07.021829 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.022297 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54f190df-4989-583e-8319-10e1e22e0e42', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.023895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.026184 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:07.030314 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.033094 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.033519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5af4b4f-f6, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.034140 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5af4b4f-f6, col_values=(('qos', UUID('99f6b2b2-1ef3-49a8-b590-219669049c18')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.034596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5af4b4f-f6, col_values=(('external_ids', {'iface-id': 'e5af4b4f-f65b-4db7-bf41-95add6c7181b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:e9:66', 'vm-uuid': '74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.035903 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.040139 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:07.045433 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.046762 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') Nov 24 14:33:07.303871 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:27:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-87947277',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumemultiattachtest-server-87947277',id=69,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:28:06Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='b8c5afe0783b4a2e8465ddb625847eac',ramdisk_id='',reservation_id='r-me3nww73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeMultiAttachTest-82396310',owner_user_name='tempest-AttachVolumeMultiAttachTest-82396310-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:28:07Z,user_data=None,user_id='c6a401eaab9d4c17942f2532be5c3723',uuid=826a4a69-5db3-4178-8cbd-09f1cc88c34f,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:33:07.304343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converting VIF {"id": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "address": "fa:16:3e:a8:f9:49", "network": {"id": "76022d51-79c9-4e9c-a137-212ad56497fb", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-1698436059-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8c5afe0783b4a2e8465ddb625847eac", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bd1dd85-3e", "ovs_interfaceid": "0bd1dd85-3eb0-47ce-95a7-787b69693fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:07.305264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:07.305698 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:33:07.308000 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.308461 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0bd1dd85-3e, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.369972 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:07.370378 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:07.370759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:07.371038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:07.371321 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] No waiting events found dispatching network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:07.371864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f2f34adf-bf67-4c24-bd40-488b0e406c3b req-1b5b599b-aa68-42b2-ab37-9938ebedc4d7 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:07.372321 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.376428 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:07.377390 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.377931 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0dabb90-4811-4fad-b582-9a97089b130d) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:07.378918 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.381121 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:07.385949 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:07.388618 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:f9:49,bridge_name='br-int',has_traffic_filtering=True,id=0bd1dd85-3eb0-47ce-95a7-787b69693fdb,network=Network(76022d51-79c9-4e9c-a137-212ad56497fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bd1dd85-3e') Nov 24 14:33:07.443649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:33:07.444178 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 'target_lun': 0, 'volume_id': '034dedbc-30a9-4d8b-ae44-472d0c75407b', 'auth_method': 'CHAP', 'auth_username': 'ryGhnNHywH2xBKNkdBX2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:33:07.444490 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:33:07.445703 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:33:07.448129 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.458651 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.459109 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c19f9b-0522-4122-a7db-e3211e40db32]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:33:07.459629 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:33:07.460190 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:33:07.460190 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:33:07.460190 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:33:07.460190 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:33:07.461338 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.471371 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.471627 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abafb52-3d48-434a-8e21-30a2c0121ab7]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.472754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.484564 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.484779 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e898d27b-f851-46f2-97f6-25724f5d29c3]: (4, ('tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.485192 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:33:07.485192 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:33:07.485472 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsi session list stdout=tcp: [12] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b (non-flash) Nov 24 14:33:07.485472 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:33:07.486382 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Resulting device map defaultdict(. at 0x7fbcac665800>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:33:07.486811 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:33:07.487635 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.494143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[6709932e-53aa-4852-8069-1f751eeea946]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:33:07.495804 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:33:07.497691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6709932e-53aa-4852-8069-1f751eeea946]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.497863 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:33:07.498754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.506620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.507351 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfbac18-cfd0-4fb1-adc7-6b4a3697b6ab]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.507810 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:33:07.508637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.550955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.042s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.551124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c5675f-d29d-48ae-ab7c-8ad88dfb951b]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.552744 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:33:07.553096 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:33:07.553375 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:33:07.555908 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.564725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.564725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5f5369-ae73-497d-98c6-422c81114d14]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.565045 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:33:07.568846 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.591033 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --logout" returned: 0 in 0.025s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.591279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3334465b-97ac-4071-8d72-420e4b6e6574]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.591678 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260] Nov 24 14:33:07.591678 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b, portal: 38.102.83.12,3260] successful. Nov 24 14:33:07.591678 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:33:07.592475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:07.600757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-034dedbc-30a9-4d8b-ae44-472d0c75407b -p 38.102.83.12:3260 --op delete" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:07.601282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba38604f-b3f1-4aec-886f-bc36ba1b6cb5]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:33:07.601565 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:33:07.601950 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.156s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:33:07.602149 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] <== disconnect_volume: return (157ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:33:07.602339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:33:07.602719 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Deleting instance files /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f_del Nov 24 14:33:07.603284 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Deletion of /opt/stack/data/nova/instances/826a4a69-5db3-4178-8cbd-09f1cc88c34f_del complete Nov 24 14:33:08.112038 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Took 1.58 seconds to destroy the instance on the hypervisor. Nov 24 14:33:08.112769 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:33:08.113248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:33:08.113602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:33:08.114060 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:08.171299 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:08.505055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:08.505257 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] VM Stopped (Lifecycle Event) Nov 24 14:33:08.574534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:08.574754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:08.574980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:7b:e9:66, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:33:08.575472 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Using config drive Nov 24 14:33:08.877740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:09.009137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-76d313f3-a95b-4559-9680-519babf0502e None None] [instance: 0238a3da-b1ba-428e-847c-36883d8d9c61] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:09.084750 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:09.218463 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Creating config drive at /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.config Nov 24 14:33:09.223968 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp2sujcrya {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:09.344656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp2sujcrya" returned: 0 in 0.120s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:09.380858 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Took 1.27 seconds to deallocate network for instance. Nov 24 14:33:09.420609 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] Acquiring lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] No waiting events found dispatching network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:09.425914 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-unplugged-0bd1dd85-3eb0-47ce-95a7-787b69693fdb for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:09.426237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f905289e-5f35-4f4d-aebe-7cedc16b145b req-2d8294a6-85fe-4c77-afb5-7ecad653c455 service nova] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Received event network-vif-deleted-0bd1dd85-3eb0-47ce-95a7-787b69693fdb {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:09.428228 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.429175 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.434892 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.435677 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.446159 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.592455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cd9b9f78-e105-4d34-b6a6-3e0aa80d0b99 req-e252ee39-8f0e-4dc1-8bae-ea67543b0e7d service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:09.592642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cd9b9f78-e105-4d34-b6a6-3e0aa80d0b99 req-e252ee39-8f0e-4dc1-8bae-ea67543b0e7d service nova] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:09.592834 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cd9b9f78-e105-4d34-b6a6-3e0aa80d0b99 req-e252ee39-8f0e-4dc1-8bae-ea67543b0e7d service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:09.593648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cd9b9f78-e105-4d34-b6a6-3e0aa80d0b99 req-e252ee39-8f0e-4dc1-8bae-ea67543b0e7d service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:09.593648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cd9b9f78-e105-4d34-b6a6-3e0aa80d0b99 req-e252ee39-8f0e-4dc1-8bae-ea67543b0e7d service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Processing event network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:33:09.603855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:09.604022 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] VM Started (Lifecycle Event) Nov 24 14:33:09.605651 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:33:09.609516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:33:09.611987 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance spawned successfully. Nov 24 14:33:09.613165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:33:09.767769 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.770542 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.774599 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:09.777075 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:10.108331 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:10.113756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:10.125639 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.126004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.126976 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.127445 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.128022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.129061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:10.619988 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:10.620560 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:10.620981 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] VM Paused (Lifecycle Event) Nov 24 14:33:10.636234 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Took 5.72 seconds to spawn the instance on the hypervisor. Nov 24 14:33:10.636626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:11.127931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:11.130591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:11.130717 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] VM Resumed (Lifecycle Event) Nov 24 14:33:11.150335 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Took 11.04 seconds to build instance. Nov 24 14:33:11.622355 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:11.622509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:11.622688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:11.622880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:11.623033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] No waiting events found dispatching network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:11.623604 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-55b7cf19-e761-416f-96a9-43b39ac142fb req-a9679664-90ee-48ef-8475-cfba229a7f44 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received unexpected event network-vif-plugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b for instance with vm_state active and task_state None. Nov 24 14:33:11.634120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:11.637527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:11.653778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-823b3529-0151-40dc-a6c2-11211e1dfd4a tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.561s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:12.379127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:12.426420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:12.446741 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Took 3.07 seconds to detach 1 volumes for instance. Nov 24 14:33:12.953477 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:12.953793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:13.050495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:13.511036 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:13.513583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:13.555943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:14.015541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:33:14.063345 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.109s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:14.157247 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Deleted allocations for instance 826a4a69-5db3-4178-8cbd-09f1cc88c34f Nov 24 14:33:14.576088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:14.576631 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:14.583521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:33:14.583929 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Claim successful on node np0005533992.novalocal Nov 24 14:33:15.046842 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:15.047468 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] VM Stopped (Lifecycle Event) Nov 24 14:33:15.165940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-8007725a-6f9a-44cb-ae99-62212019504e tempest-AttachVolumeMultiAttachTest-82396310 tempest-AttachVolumeMultiAttachTest-82396310-project-member] Lock "826a4a69-5db3-4178-8cbd-09f1cc88c34f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.144s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:15.550078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e94577bc-f8a4-44a2-aaa1-02b52a196846 None None] [instance: 70ff3506-d843-48cf-93b3-89c33193f415] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:15.734393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:16.241315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:16.746702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:16.747421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:33:17.264013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:33:17.264402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:33:17.264926 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:17.265375 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:17.423885 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:17.426008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:17.533259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:33:17.775655 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:33:18.195791 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Successfully created port: c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:33:18.283624 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:33:18.592381 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:18.780410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Successfully updated port: c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:33:18.812677 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-changed-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:18.813017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Refreshing instance network info cache due to event network-changed-c0041e90-4736-4da6-9a55-ac6c8b4bc038. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:33:18.813309 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] Acquiring lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:18.813585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] Acquired lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:18.818503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Refreshing network info cache for port c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:33:19.287993 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:19.301014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:33:19.301530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:33:19.302412 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Creating image(s) Nov 24 14:33:19.304317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:19.305063 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:19.307350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:19.308503 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:19.314679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:19.316784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:19.332658 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:19.421586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:19.421586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:19.421586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:19.421586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:19.425682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:19.426158 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:19.437031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:19.503587 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:19.504043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:19.537823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk 1073741824" returned: 0 in 0.033s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:19.538222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.118s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:19.538548 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:19.593780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:19.640172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:19.640511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:33:19.640817 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:19.721860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk --force-share --output=json" returned: 0 in 0.080s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:19.722453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:33:19.723070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:33:19.723421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Ensure instance console log exists: /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:33:19.724166 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:19.724573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:19.724945 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:20.097335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-32e886ff-e1fe-4500-8094-9bb768028c1a req-c8d85056-5981-4805-8d21-46f7c72d8ce2 service nova] Releasing lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:20.097769 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:20.097925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:33:20.689127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:21.225034 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:21.595430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Updating instance_info_cache with network_info: [{"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:21.795228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:21.795863 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] VM Stopped (Lifecycle Event) Nov 24 14:33:22.059694 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.102501 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-34e7bc64-d1b2-4a84-bde1-984bd7beebae" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:22.102969 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance network_info: |[{"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:33:22.106521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Start _get_guest_xml network_info=[{"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:33:22.118658 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:33:22.119626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-1176492340', uuid='34e7bc64-d1b2-4a84-bde1-984bd7beebae'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012802.1189687) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:33:22.123010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:33:22.123604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:33:22.125905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:33:22.126412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:33:22.128218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:33:22.128599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:33:22.129007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:33:22.129270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:33:22.129791 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:33:22.130060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:33:22.130413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:33:22.130907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:33:22.131613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:33:22.131613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:33:22.132072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:33:22.132436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:33:22.138546 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=2001:2001::3,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1176492340',display_name='tempest-ServersTestJSON-server-1176492340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1176492340',id=93,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-reql8mpe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:18Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=34e7bc64-d1b2-4a84-bde1-984bd7beebae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:33:22.139033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:22.140101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:22.141193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid 34e7bc64-d1b2-4a84-bde1-984bd7beebae {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:22.303263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5a37b01a-c626-4323-a7bd-ed5953093c97 None None] [instance: 826a4a69-5db3-4178-8cbd-09f1cc88c34f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:22.424508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] End _get_guest_xml xml= Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 34e7bc64-d1b2-4a84-bde1-984bd7beebae Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: instance-0000005d Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-1176492340 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:33:22 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 34e7bc64-d1b2-4a84-bde1-984bd7beebae Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 34e7bc64-d1b2-4a84-bde1-984bd7beebae Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:22.646680 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:33:22.651124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Preparing to wait for external event network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:33:22.651124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:22.651124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:22.651124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:22.652295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=2001:2001::3,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1176492340',display_name='tempest-ServersTestJSON-server-1176492340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1176492340',id=93,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-reql8mpe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:18Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=34e7bc64-d1b2-4a84-bde1-984bd7beebae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:33:22.652879 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:22.653892 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:22.654401 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:33:22.655262 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.656116 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:22.656990 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:33:22.658755 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.659286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2d2e06a-238e-5c68-a2f0-9a7470135b78', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:22.661328 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.664272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:22.666050 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.670159 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.670651 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0041e90-47, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:22.671377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0041e90-47, col_values=(('qos', UUID('988ea810-b0f0-4778-baf5-2466c5ac4de9')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:22.671860 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0041e90-47, col_values=(('external_ids', {'iface-id': 'c0041e90-4736-4da6-9a55-ac6c8b4bc038', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:e4:ca', 'vm-uuid': '34e7bc64-d1b2-4a84-bde1-984bd7beebae'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:22.674969 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.679444 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:22.685962 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:22.687775 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') Nov 24 14:33:24.217233 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:24.217233 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:24.217762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:d4:e4:ca, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:33:24.218185 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Using config drive Nov 24 14:33:24.726912 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:24.970367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:25.183351 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Creating config drive at /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.config Nov 24 14:33:25.196359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp5j6g_xem {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:25.325845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp5j6g_xem" returned: 0 in 0.130s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:25.395601 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:25.410081 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:25.562015 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:25.563073 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:25.578591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:25.580296 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] VM Started (Lifecycle Event) Nov 24 14:33:26.087263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:26.095047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:26.095301 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] VM Paused (Lifecycle Event) Nov 24 14:33:26.599074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:26.602891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:27.106696 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:27.429985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:27.674995 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:27.693162 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:27.693461 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:28.200815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:33:28.770385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:28.771113 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:28.776368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:33:28.776948 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Claim successful on node np0005533992.novalocal Nov 24 14:33:29.969579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:30.474085 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:30.981712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:30.982407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:33:31.188932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3060ec38-4e64-4b59-bcf3-de58e9444bea req-b20cbcf3-bed7-438b-bfac-c836672ca1b4 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:31.189147 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3060ec38-4e64-4b59-bcf3-de58e9444bea req-b20cbcf3-bed7-438b-bfac-c836672ca1b4 service nova] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:31.189599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3060ec38-4e64-4b59-bcf3-de58e9444bea req-b20cbcf3-bed7-438b-bfac-c836672ca1b4 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:31.190875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3060ec38-4e64-4b59-bcf3-de58e9444bea req-b20cbcf3-bed7-438b-bfac-c836672ca1b4 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:31.191177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3060ec38-4e64-4b59-bcf3-de58e9444bea req-b20cbcf3-bed7-438b-bfac-c836672ca1b4 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Processing event network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:33:31.192112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance event wait completed in 5 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:33:31.197293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:31.197611 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] VM Resumed (Lifecycle Event) Nov 24 14:33:31.199897 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:33:31.214043 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance spawned successfully. Nov 24 14:33:31.215051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:33:31.491630 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:33:31.491630 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:33:31.492360 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:31.492796 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:31.575293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac0415f0d38f41ae88f9fde95bd1b16c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15927726e1994b09bc421d31ccb186f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:33:31.703576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:31.706734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:31.786408 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.786505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.787199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.787576 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.789251 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.789251 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:31.990666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Successfully created port: ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:33:31.992501 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:33:32.206270 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:32.210757 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:32.299963 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Took 13.00 seconds to spawn the instance on the hypervisor. Nov 24 14:33:32.300345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:32.432658 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:32.471235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Successfully updated port: ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:33:32.494327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-changed-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:32.494468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Refreshing instance network info cache due to event network-changed-ec5d5881-551f-4bfd-ad61-e4633af51699. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:33:32.494860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] Acquiring lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:32.494987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] Acquired lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:32.495120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Refreshing network info cache for port ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:33:32.504050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:33:32.676153 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:32.814515 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Took 18.29 seconds to build instance. Nov 24 14:33:32.975482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:32.999340 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:33.080469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] No waiting events found dispatching network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:33.234487 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-09f77af3-d420-486b-9d1f-bca1ec67a892 req-36b2f6fb-67df-4598-899e-3291ab1c382b service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received unexpected event network-vif-plugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 for instance with vm_state active and task_state deleting. Nov 24 14:33:33.278808 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:33.316586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e7e638f6-dd94-437a-ac8d-ae05ffdda293 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.805s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.421920 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.422325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.422723 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.423108 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.423392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.427517 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Terminating instance Nov 24 14:33:33.529059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:33:33.531322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:33:33.532181 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Creating image(s) Nov 24 14:33:33.533580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "/opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.534030 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "/opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.535620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "/opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.537137 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:33.547518 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:33.550637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:33.657625 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:33.658232 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.659179 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.662055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:33.671681 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:33.672350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:33.750148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:33.750866 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:33.783069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ae26b577-b442-461a-922c-0f7e600f4292 req-6b1506b6-cfcc-4f02-8976-a6ac49c28de7 service nova] Releasing lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:33.787881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquired lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:33.788284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:33:33.793900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk 1073741824" returned: 0 in 0.042s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:33.794576 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.135s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.795002 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:33.884666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.089s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:33.884969 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:33:33.885234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:33.942090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:33:33.957034 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json" returned: 0 in 0.072s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:33.957326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Cannot resize image /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:33:33.957619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:33:33.958077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Ensure instance console log exists: /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:33:33.958716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:33.958716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:33.958716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:33.967525 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:33.973673 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.100153 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.110203 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.179533 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.220808 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Instance destroyed successfully. Nov 24 14:33:34.221235 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid 34e7bc64-d1b2-4a84-bde1-984bd7beebae {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:34.352844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:34.474666 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:34.592454 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating instance_info_cache with network_info: [{"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:34.725548 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=2001:2001::3,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1176492340',display_name='tempest-ServersTestJSON-server-1176492340',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1176492340',id=93,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:33:32Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-reql8mpe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:33:32Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=34e7bc64-d1b2-4a84-bde1-984bd7beebae,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:33:34.726084 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "address": "fa:16:3e:d4:e4:ca", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0041e90-47", "ovs_interfaceid": "c0041e90-4736-4da6-9a55-ac6c8b4bc038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:34.727082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:34.727663 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:33:34.729873 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.730323 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0041e90-47, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:34.732034 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.734031 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.735367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.735811 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=988ea810-b0f0-4778-baf5-2466c5ac4de9) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:34.736939 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:34.740075 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:34.743222 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:e4:ca,bridge_name='br-int',has_traffic_filtering=True,id=c0041e90-4736-4da6-9a55-ac6c8b4bc038,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0041e90-47') Nov 24 14:33:34.743957 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Deleting instance files /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae_del Nov 24 14:33:34.744812 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Deletion of /opt/stack/data/nova/instances/34e7bc64-d1b2-4a84-bde1-984bd7beebae_del complete Nov 24 14:33:35.095416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Releasing lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:35.096042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance network_info: |[{"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:33:35.099469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Start _get_guest_xml network_info=[{"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:33:35.105232 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:33:35.107106 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-AttachVolumeTestJSON-server-1724889283', uuid='5ecf73da-221e-4a9b-8196-f5023a7ef5eb'), owner=OwnerMeta(userid='ac0415f0d38f41ae88f9fde95bd1b16c', username='tempest-AttachVolumeTestJSON-2131066074-project-member', projectid='15927726e1994b09bc421d31ccb186f5', projectname='tempest-AttachVolumeTestJSON-2131066074'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012815.1065125) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:33:35.109167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:33:35.109882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:33:35.111659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:33:35.112377 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:33:35.114033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:33:35.114644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:33:35.114989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:33:35.115275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:33:35.115626 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:33:35.115908 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:33:35.116188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:33:35.116647 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:33:35.116931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:33:35.117226 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:33:35.117504 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:33:35.117832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:33:35.123051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1724889283',display_name='tempest-AttachVolumeTestJSON-server-1724889283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumetestjson-server-1724889283',id=94,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAkYJ2Ly5SoPvZwNAh0BurMWmAwNKqDdZrsQtP/lQUSWkiAIuR2aOUwDptaDmuUz+8gsP8et2rXrS/tt/I9FZSD5Rb/IDJmgH3MubhY+k3EVNqiSEFLyNw04F/o6r6QvA==',key_name='tempest-keypair-1958921490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15927726e1994b09bc421d31ccb186f5',ramdisk_id='',reservation_id='r-k1wdovfa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2131066074',owner_user_name='tempest-AttachVolumeTestJSON-2131066074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac0415f0d38f41ae88f9fde95bd1b16c',uuid=5ecf73da-221e-4a9b-8196-f5023a7ef5eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:33:35.124101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converting VIF {"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:35.124450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:35.125401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'pci_devices' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:35.256727 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:33:35.257409 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:33:35.257917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:33:35.258211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:33:35.261774 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:35.284984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:35.285198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:35.285414 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:35.285642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:35.285800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] No waiting events found dispatching network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:35.285966 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:35.286128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:35.286297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Acquiring lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:35.286474 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:35.286659 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:35.286829 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] No waiting events found dispatching network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:35.287000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71782816-a6ab-40e5-9af9-2ac27c3cda4c req-32ca1fd9-d151-4aa7-8de9-992016bea709 service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-unplugged-c0041e90-4736-4da6-9a55-ac6c8b4bc038 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:35.381401 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] End _get_guest_xml xml= Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: instance-0000005e Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeTestJSON-server-1724889283 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:33:35 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeTestJSON-2131066074-project-member Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: tempest-AttachVolumeTestJSON-2131066074 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:35.634788 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:33:35.636532 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Preparing to wait for external event network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:33:35.636532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:35.636532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:35.636532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:35.637468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1724889283',display_name='tempest-AttachVolumeTestJSON-server-1724889283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumetestjson-server-1724889283',id=94,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAkYJ2Ly5SoPvZwNAh0BurMWmAwNKqDdZrsQtP/lQUSWkiAIuR2aOUwDptaDmuUz+8gsP8et2rXrS/tt/I9FZSD5Rb/IDJmgH3MubhY+k3EVNqiSEFLyNw04F/o6r6QvA==',key_name='tempest-keypair-1958921490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15927726e1994b09bc421d31ccb186f5',ramdisk_id='',reservation_id='r-k1wdovfa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2131066074',owner_user_name='tempest-AttachVolumeTestJSON-2131066074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac0415f0d38f41ae88f9fde95bd1b16c',uuid=5ecf73da-221e-4a9b-8196-f5023a7ef5eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:33:35.637866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converting VIF {"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:35.638828 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:35.639333 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:33:35.639932 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.640376 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:35.640811 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:33:35.641801 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.642182 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fd2f89ea-267b-5d93-a7a3-ff3c879ce9d4', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:35.643222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.645786 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.650460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.651034 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec5d5881-55, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:35.651574 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec5d5881-55, col_values=(('qos', UUID('0ac9041b-2e25-4d2d-be82-f6b6caab8119')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:35.651941 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec5d5881-55, col_values=(('external_ids', {'iface-id': 'ec5d5881-551f-4bfd-ad61-e4633af51699', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:5a:0e', 'vm-uuid': '5ecf73da-221e-4a9b-8196-f5023a7ef5eb'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:35.653266 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.657182 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:35.662105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:35.663931 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') Nov 24 14:33:36.151439 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:36.656666 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Took 1.40 seconds to deallocate network for instance. Nov 24 14:33:37.163785 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:37.164426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:37.195096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:37.195309 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:37.195528 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No VIF found with MAC fa:16:3e:0a:5a:0e, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:33:37.196231 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Using config drive Nov 24 14:33:37.303916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:37.321634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-29077746-c36d-4784-a4f8-8d885d46efa7 req-ef0b96d8-77f6-47d4-8ec3-3eb34ad3c5dc service nova] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Received event network-vif-deleted-c0041e90-4736-4da6-9a55-ac6c8b4bc038 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:37.472717 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:37.705103 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:37.807531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:37.831922 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Creating config drive at /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.config Nov 24 14:33:37.836643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_jcgkoqc {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:37.963958 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_jcgkoqc" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:38.038812 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:38.048114 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:38.052210 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:38.241536 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:38.241957 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] VM Started (Lifecycle Event) Nov 24 14:33:38.315583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.149s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:38.344498 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:38.372250 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance 34e7bc64-d1b2-4a84-bde1-984bd7beebae Nov 24 14:33:38.747663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:38.754353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:38.756301 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] VM Paused (Lifecycle Event) Nov 24 14:33:39.261146 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:39.265730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:39.372882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:39.373226 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:39.373593 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:39.373978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:39.374294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Processing event network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:33:39.374628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:39.374904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:39.375280 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:39.375423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:39.375736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] No waiting events found dispatching network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:39.376006 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-80f2795c-3535-4464-a51a-a378a30377ee req-bcd7924d-b805-4c1e-825b-939764089854 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received unexpected event network-vif-plugged-ec5d5881-551f-4bfd-ad61-e4633af51699 for instance with vm_state building and task_state spawning. Nov 24 14:33:39.376926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:33:39.385882 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9e6909b-59a4-4dc0-bf64-336256d3f0ed tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "34e7bc64-d1b2-4a84-bde1-984bd7beebae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.963s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:39.387567 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:33:39.397481 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance spawned successfully. Nov 24 14:33:39.398024 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:33:39.770792 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:39.771193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:39.771480 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] VM Resumed (Lifecycle Event) Nov 24 14:33:39.905520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:39.906195 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:39.906195 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:39.906533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:39.906938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:39.907417 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:40.275959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:40.280403 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:40.415090 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Took 6.89 seconds to spawn the instance on the hypervisor. Nov 24 14:33:40.416910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:40.453296 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:40.453757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:40.655190 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:40.784272 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:40.930966 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Took 12.22 seconds to build instance. Nov 24 14:33:40.958577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:33:41.433426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4a5f02f1-79a6-4cbf-aeab-71b725a51548 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.740s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:41.513696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:41.513696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:41.518616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:33:41.519019 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Claim successful on node np0005533992.novalocal Nov 24 14:33:41.753097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:42.128401 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-changed-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:42.128781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Refreshing instance network info cache due to event network-changed-ec5d5881-551f-4bfd-ad61-e4633af51699. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:33:42.129172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] Acquiring lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:42.129484 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] Acquired lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:42.129765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Refreshing network info cache for port ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:33:42.258071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:42.475452 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:42.654163 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:42.728489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:42.977189 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:43.065109 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updated VIF entry in instance network info cache for port ec5d5881-551f-4bfd-ad61-e4633af51699. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:33:43.065639 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating instance_info_cache with network_info: [{"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:43.233304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:43.860454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3240ac9d-516c-4dff-b009-68be8e327d84 req-a3131d71-035c-4268-af35-7d8e83e56143 service nova] Releasing lock "refresh_cache-5ecf73da-221e-4a9b-8196-f5023a7ef5eb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:43.861423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:43.863577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:33:43.869424 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.611s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:43.869847 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:43.870437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:33:44.376449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:33:44.376449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:33:44.376449 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:44.376449 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:44.459932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:33:44.880959 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:33:44.886678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Successfully created port: e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:33:44.935748 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:45.039739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:45.040378 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:45.133162 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:45.145636 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:45.223473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:45.223865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:45.286638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:45.324071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Successfully updated port: e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:33:45.360093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-changed-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:45.360093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Refreshing instance network info cache due to event network-changed-e02f89de-d044-485e-b0d1-5d2faba6a471. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:33:45.360093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] Acquiring lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:45.360093 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] Acquired lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:45.360093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Refreshing network info cache for port e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:33:45.419603 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:33:45.420396 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:45.427799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:33:45.442970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.021s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:45.443234 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7618MB free_disk=372.97277450561523GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:33:45.443351 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:45.443600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:45.658516 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:45.827745 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:33:45.862511 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:45.926198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:46.090686 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:46.464997 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:33:46.465156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:33:46.465403 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Creating image(s) Nov 24 14:33:46.466124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:46.466124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:46.466396 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:46.466796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:46.469775 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:46.480771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:46.505751 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:33:46.506078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:33:46.508087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:33:46.508087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 3 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:33:46.508087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=1088MB phys_disk=399GB used_disk=3GB total_vcpus=8 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:33:45 up 41 min, 13 users, load average: 4.96, 5.37, 4.26\n', 'num_instances': '3', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '3', 'num_proj_0130eafcd7fd47449c7ecacf03b7242e': '2', 'io_workload': '1', 'num_proj_15927726e1994b09bc421d31ccb186f5': '1', 'num_vm_building': '1', 'num_task_networking': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:33:46.586539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.105s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:46.586539 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:46.587061 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:46.587810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:46.593020 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:33:46.593274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:46.602480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-566de012-1c8f-49fa-91aa-605915758816 req-97e1f874-6bc9-4954-ad83-9e1104ffec70 service nova] Releasing lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:46.603173 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:33:46.603394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:33:46.662089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.068s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:46.662249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:46.693251 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:46.693767 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.107s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:46.693952 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:46.704058 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:46.782872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.088s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:46.783196 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:33:46.783651 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:46.891201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:46.891858 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:33:46.892450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:33:46.892864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Ensure instance console log exists: /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:33:46.893382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:46.893838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:46.894165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:47.174921 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:33:47.211905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:47.344053 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:47.449910 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Updating instance_info_cache with network_info: [{"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:47.476989 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:47.721600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:33:47.721925 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.278s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:47.954298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:33:47.954452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance network_info: |[{"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:33:47.958741 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Start _get_guest_xml network_info=[{"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:33:47.964579 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:33:47.965969 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-988073766', uuid='2f66bf6b-7cc0-4d41-bc19-494c1ac2874e'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012827.9653695) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:33:47.969497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:33:47.970185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:33:47.973104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:33:47.973662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:33:47.975039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:33:47.975678 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:33:47.976034 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:33:47.976477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:33:47.976828 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:33:47.977081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:33:47.977344 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:33:47.977802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:33:47.978025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:33:47.978298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:33:47.978602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:33:47.978924 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:33:47.984019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-988073766',display_name='tempest-ServersTestJSON-server-988073766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-988073766',id=95,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEC7iojk1OqFdjBoYzGD+qln34cOl+SMwMnqUO1K7JVki+lf3CJz4ZY5Sht2CmxE9O1439gIc/26QO62DpozGw2de1J7YsRBC7D6yen7pRPz/ZX4AVDY1rU7aUXkXDXp0w==',key_name='tempest-key-1743417879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mpf7adz3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:45Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=2f66bf6b-7cc0-4d41-bc19-494c1ac2874e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:33:47.984369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:47.985328 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:47.986222 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] End _get_guest_xml xml= Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: instance-0000005f Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-988073766 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:33:47 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: Nov 24 14:33:48.492286 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:33:48.496201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Preparing to wait for external event network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:33:48.496201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:48.496201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:48.496201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:48.496931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-988073766',display_name='tempest-ServersTestJSON-server-988073766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-988073766',id=95,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEC7iojk1OqFdjBoYzGD+qln34cOl+SMwMnqUO1K7JVki+lf3CJz4ZY5Sht2CmxE9O1439gIc/26QO62DpozGw2de1J7YsRBC7D6yen7pRPz/ZX4AVDY1rU7aUXkXDXp0w==',key_name='tempest-key-1743417879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mpf7adz3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:33:45Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=2f66bf6b-7cc0-4d41-bc19-494c1ac2874e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:33:48.498156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:48.499703 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:48.500179 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:33:48.502487 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.503018 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:48.503444 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:33:48.504603 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.505034 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '50b03d33-c181-59d3-be2b-139ca9f8b462', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:48.506961 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.510477 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.512598 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.512727 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape02f89de-d0, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:48.514620 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape02f89de-d0, col_values=(('qos', UUID('b101909d-bb38-4473-9c1a-bf144ce94e49')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:48.514620 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape02f89de-d0, col_values=(('external_ids', {'iface-id': 'e02f89de-d044-485e-b0d1-5d2faba6a471', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:83:1b', 'vm-uuid': '2f66bf6b-7cc0-4d41-bc19-494c1ac2874e'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:48.515111 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.519028 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:48.525906 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:48.527351 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') Nov 24 14:33:49.212185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:49.212421 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] VM Stopped (Lifecycle Event) Nov 24 14:33:49.717498 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-b2df232c-6c04-4f42-8da8-68628a5cf340 None None] [instance: 34e7bc64-d1b2-4a84-bde1-984bd7beebae] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:50.060067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:50.060348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:33:50.060659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:13:83:1b, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:33:50.061481 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Using config drive Nov 24 14:33:50.568792 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:50.683690 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Creating config drive at /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.config Nov 24 14:33:50.688525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpuo_z7kyf {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:33:50.719089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.719490 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.719814 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.720091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.720418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.720849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:33:50.753839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.754159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:50.814881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpuo_z7kyf" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:33:50.886275 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:50.891882 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:51.005056 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ec8c60d5-730b-44fc-9756-d443df8633c4 req-c0b22b7c-7baa-4697-b43a-542267eddd54 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:51.006706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ec8c60d5-730b-44fc-9756-d443df8633c4 req-c0b22b7c-7baa-4697-b43a-542267eddd54 service nova] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:51.007338 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ec8c60d5-730b-44fc-9756-d443df8633c4 req-c0b22b7c-7baa-4697-b43a-542267eddd54 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:51.007728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-ec8c60d5-730b-44fc-9756-d443df8633c4 req-c0b22b7c-7baa-4697-b43a-542267eddd54 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:51.008078 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-ec8c60d5-730b-44fc-9756-d443df8633c4 req-c0b22b7c-7baa-4697-b43a-542267eddd54 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Processing event network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:33:51.060168 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:51.061159 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:51.117891 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:33:51.119264 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:51.119411 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] VM Started (Lifecycle Event) Nov 24 14:33:51.124728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:33:51.130186 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance spawned successfully. Nov 24 14:33:51.130426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:33:51.622575 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:51.627228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:51.640954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:51.641286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:51.642110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:51.642655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:51.643236 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:51.643831 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:33:52.132090 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:33:52.132703 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:52.132807 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] VM Paused (Lifecycle Event) Nov 24 14:33:52.155132 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Took 5.69 seconds to spawn the instance on the hypervisor. Nov 24 14:33:52.155463 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:52.478278 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:52.636324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:52.639796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:33:52.640074 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] VM Resumed (Lifecycle Event) Nov 24 14:33:52.669618 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Took 11.21 seconds to build instance. Nov 24 14:33:53.067370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:53.070835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:53.071204 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:53.071517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:53.071838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] No waiting events found dispatching network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:53.072136 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-5e66f521-60a8-46b8-9827-eaad2491c044 req-d2e62353-00d4-4251-b501-16693daea82c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received unexpected event network-vif-plugged-e02f89de-d044-485e-b0d1-5d2faba6a471 for instance with vm_state active and task_state None. Nov 24 14:33:53.144294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:33:53.152721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:33:53.172710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-a4e90c00-ea95-4940-be85-00724966df19 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.719s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:53.517477 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:53.603430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:53.603876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:53.604237 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:53.604570 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:53.604887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:53.608900 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Terminating instance Nov 24 14:33:53.656081 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:33:53.749810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:33:54.116402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:33:54.140892 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.319729 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.327624 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.347936 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.363496 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.419087 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Instance destroyed successfully. Nov 24 14:33:54.419521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:33:54.481584 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.487412 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.607270 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.616141 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.923745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-988073766',display_name='tempest-ServersTestJSON-server-988073766',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-988073766',id=95,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEC7iojk1OqFdjBoYzGD+qln34cOl+SMwMnqUO1K7JVki+lf3CJz4ZY5Sht2CmxE9O1439gIc/26QO62DpozGw2de1J7YsRBC7D6yen7pRPz/ZX4AVDY1rU7aUXkXDXp0w==',key_name='tempest-key-1743417879',keypairs=,launch_index=0,launched_at=2025-11-24T19:33:52Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mpf7adz3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:33:52Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=2f66bf6b-7cc0-4d41-bc19-494c1ac2874e,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:33:54.924205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e02f89de-d044-485e-b0d1-5d2faba6a471", "address": "fa:16:3e:13:83:1b", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape02f89de-d0", "ovs_interfaceid": "e02f89de-d044-485e-b0d1-5d2faba6a471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:33:54.925566 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:33:54.926358 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:33:54.928536 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.929149 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape02f89de-d0, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:54.930883 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.934831 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.936261 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.936800 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b101909d-bb38-4473-9c1a-bf144ce94e49) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:33:54.939916 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:54.942394 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:33:54.944494 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:83:1b,bridge_name='br-int',has_traffic_filtering=True,id=e02f89de-d044-485e-b0d1-5d2faba6a471,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape02f89de-d0') Nov 24 14:33:54.945100 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Deleting instance files /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e_del Nov 24 14:33:54.945888 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Deletion of /opt/stack/data/nova/instances/2f66bf6b-7cc0-4d41-bc19-494c1ac2874e_del complete Nov 24 14:33:55.121345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:55.122041 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:55.122391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:55.122775 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:55.123363 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] No waiting events found dispatching network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:55.123629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:55.123947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:55.124318 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Acquiring lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:55.124768 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:55.125159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:55.125769 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] No waiting events found dispatching network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:33:55.126203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-60b6515f-0074-46c5-8a2c-3076ea1a7dee req-03b1c8bb-3a8d-43af-acb3-65a009c95607 service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-unplugged-e02f89de-d044-485e-b0d1-5d2faba6a471 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:33:55.455640 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:33:55.456253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:33:55.456631 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:33:55.456833 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:33:55.457229 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:55.536880 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:33:55.835402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-45d829be-00cd-428d-a1f4-f568670d3e7a req-6092ca04-53af-4ff5-8d79-777d77e8d55c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Received event network-vif-deleted-e02f89de-d044-485e-b0d1-5d2faba6a471 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:33:55.835785 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-45d829be-00cd-428d-a1f4-f568670d3e7a req-6092ca04-53af-4ff5-8d79-777d77e8d55c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Neutron deleted interface e02f89de-d044-485e-b0d1-5d2faba6a471; detaching it from the instance and deleting it from the info cache Nov 24 14:33:55.836127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-45d829be-00cd-428d-a1f4-f568670d3e7a req-6092ca04-53af-4ff5-8d79-777d77e8d55c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:56.277712 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:33:56.342705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-45d829be-00cd-428d-a1f4-f568670d3e7a req-6092ca04-53af-4ff5-8d79-777d77e8d55c service nova] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Detach interface failed, port_id=e02f89de-d044-485e-b0d1-5d2faba6a471, reason: Instance 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:33:56.784198 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Took 1.33 seconds to deallocate network for instance. Nov 24 14:33:57.293439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:33:57.293864 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:33:57.443916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:33:57.479905 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:33:57.947338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:33:58.452148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.158s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:58.509114 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e Nov 24 14:33:59.520948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-57914f7b-def6-4e70-b2d7-c369cdf75167 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "2f66bf6b-7cc0-4d41-bc19-494c1ac2874e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.917s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:33:59.938588 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:00.399316 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:00.399676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:00.902728 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:34:01.462895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:01.463284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:01.468394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:34:01.468759 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Claim successful on node np0005533992.novalocal Nov 24 14:34:02.489523 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:02.649700 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:03.158590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:03.288581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:03.288581 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:03.672583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:03.672583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:34:03.795156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:04.186455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:34:04.186807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:34:04.187322 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:04.187792 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:04.278960 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:34:04.598348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Successfully created port: 99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:34:04.687145 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:34:04.811365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.523s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:04.940774 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:05.192948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:34:05.250098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Successfully updated port: 99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:34:05.297613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received event network-changed-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:05.297942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Refreshing instance network info cache due to event network-changed-99bbc753-18b4-40a6-8e0e-8b16540cc09d. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:34:05.298274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] Acquiring lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:05.298530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] Acquired lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:05.298870 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Refreshing network info cache for port 99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:34:05.753527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:05.802385 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:05.869707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:05.909819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:05.910185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:05.910546 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attaching volume b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 to /dev/vdb Nov 24 14:34:05.970252 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:05.974171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:05.979354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:05.979714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eab5ddd-24d7-44f6-b6b6-84d59da3ed07]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[48e54949-f8b0-4366-862c-1e831ee02e8b]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:05.982040 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:34:05.982685 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e54949-f8b0-4366-862c-1e831ee02e8b]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:05.983228 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:34:05.983519 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:34:05.984377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:05.993765 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:05.994145 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[23068b28-6f57-4084-aa26-b324298e2f95]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:05.995386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.006931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.007161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a957f717-22c7-4db5-9fde-f3c953f8c71d]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:06.008281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79ed914-0c5d-4727-b4e6-bd2415ab84e9]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:06.008798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.023069 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:06.027714 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:06.028137 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:34:06.030595 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:34:06.032227 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe7b:e966', 'fe80::8416:d6ff:fe4b:27a4', 'fe80::fc16:3eff:fe0a:5a0e', 'fe80::800b:b4ff:fe31:2b16'] Nov 24 14:34:06.032517 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:34:06.032886 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:34:06.033457 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== get_connector_properties: return (62ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe7b:e966', 'fe80::8416:d6ff:fe4b:27a4', 'fe80::fc16:3eff:fe0a:5a0e', 'fe80::800b:b4ff:fe31:2b16']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:06.033959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating existing volume attachment record: f8959113-4d6a-49cb-adff-6dc8dbaf1902 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:34:06.208201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:34:06.209876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:34:06.210311 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Creating image(s) Nov 24 14:34:06.211052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:06.211422 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:06.212456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:06.213277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:06.219284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:06.221179 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.319942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.320580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:06.321287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:06.322146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:06.328305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:06.328915 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.425638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.426291 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.457757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.458046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.137s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:06.458385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.529015 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c7ad5276-a51b-48d5-9fa5-7ce1e1381148 req-8205453d-e4c5-499f-9821-91c213875e35 service nova] Releasing lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:06.530035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:06.530365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:34:06.570347 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.112s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.570887 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:34:06.571331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:06.636046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:06.636263 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:34:06.637074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:34:06.637598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Ensure instance console log exists: /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:34:06.638282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:06.638822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:06.639151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:07.121968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:07.273358 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:07.433955 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Updating instance_info_cache with network_info: [{"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:07.484769 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:07.938046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-88c7bd64-b219-4658-8ce6-4f575dd575da" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:07.938657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance network_info: |[{"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:34:07.942509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Start _get_guest_xml network_info=[{"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:34:07.950381 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:34:07.950381 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-226018452', uuid='88c7bd64-b219-4658-8ce6-4f575dd575da'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012847.9496527) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:34:07.952368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:34:07.953092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:34:07.958594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:34:07.958594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:34:07.958594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:34:07.958594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:34:07.958915 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:34:07.959311 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:34:07.959772 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:34:07.960138 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:34:07.960507 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:34:07.961014 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:34:07.961502 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:34:07.961925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:34:07.962318 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:34:07.962756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:34:07.969699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=96,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-4mzrxw9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:05Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=88c7bd64-b219-4658-8ce6-4f575dd575da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:34:07.970314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:07.972513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:07.974061 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid 88c7bd64-b219-4658-8ce6-4f575dd575da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] End _get_guest_xml xml= Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 88c7bd64-b219-4658-8ce6-4f575dd575da Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: instance-00000060 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-226018452 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:34:07 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 88c7bd64-b219-4658-8ce6-4f575dd575da Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 88c7bd64-b219-4658-8ce6-4f575dd575da Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:08.484027 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:34:08.489601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Preparing to wait for external event network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:34:08.489601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:08.489601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:08.489601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:08.491375 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:33:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=96,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-4mzrxw9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:05Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=88c7bd64-b219-4658-8ce6-4f575dd575da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:34:08.492073 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:08.493288 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:08.494035 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:34:08.496271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.496271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:08.496573 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:34:08.498167 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.498716 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '067aa747-d0a5-5a65-b70e-785c66b17687', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:08.499999 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.502501 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.506119 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.506581 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99bbc753-18, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:08.507259 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99bbc753-18, col_values=(('qos', UUID('44c7c5ae-1166-4487-9219-aecdc158a42a')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:08.507766 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99bbc753-18, col_values=(('external_ids', {'iface-id': '99bbc753-18b4-40a6-8e0e-8b16540cc09d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:e1:59', 'vm-uuid': '88c7bd64-b219-4658-8ce6-4f575dd575da'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:08.509105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.512671 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:08.519337 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:08.520833 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') Nov 24 14:34:09.415582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:09.415730 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] VM Stopped (Lifecycle Event) Nov 24 14:34:09.598087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:34:09.599283 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'target_lun': 0, 'volume_id': 'b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'auth_method': 'CHAP', 'auth_username': 'QJApk8gMgTscaoBj5dUK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:09.599640 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:09.600231 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:09.600518 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'target_lun': 0, 'volume_id': 'b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'auth_method': 'CHAP', 'auth_username': 'QJApk8gMgTscaoBj5dUK', 'auth_password': 'S3By5CrYVWKPP5uh', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:34:09.602611 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:09.607642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[93672cfe-a1e5-4d7a-969b-cfbd075e47e0]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:34:09.610406 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:34:09.611989 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[93672cfe-a1e5-4d7a-969b-cfbd075e47e0]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:09.613219 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:09.614452 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:09.614873 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:34:09.615846 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:09.624179 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260" returned: 21 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:09.624461 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d128b026-9ace-4901-ae0c-97847ced5402]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:09.624958 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:34:09.624958 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:09.625932 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:09.637623 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:09.637891 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc3a0af6-b32e-4aa1-9464-ee0795f45e07]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:09.638412 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7] added Nov 24 14:34:09.638412 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:34:09.638412 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:34:09.638412 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:34:09.638412 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:09.638753 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:34:09.639244 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.024(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:34:09.639651 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:34:09.920702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-1555551f-6fa3-417b-9022-452f045932d3 None None] [instance: 2f66bf6b-7cc0-4d41-bc19-494c1ac2874e] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:10.044512 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:10.044886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:10.045399 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:92:e1:59, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:34:10.046233 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Using config drive Nov 24 14:34:10.139413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received event network-vif-unplugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:10.139413 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:10.139798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:10.140094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:10.140389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] No event matching network-vif-unplugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d in dict_keys([('network-vif-plugged', '99bbc753-18b4-40a6-8e0e-8b16540cc09d')]) {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:350}} Nov 24 14:34:10.140761 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-d4f53cbd-bb64-4ec0-8e98-388111eb314a req-a63a8b00-1e60-4c03-af63-b3d79e376df5 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received unexpected event network-vif-unplugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d for instance with vm_state building and task_state spawning. Nov 24 14:34:10.555231 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:10.649113 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:34:10.650950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.658079 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.658518 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c9ec484-8ace-47fc-b827-f64b603016b0]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:34:10.660701 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.663870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.669387 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.669811 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[169509a8-6c11-4051-96f5-471fadfc5e43]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.670884 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.672516 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.682997 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.683545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9db31f1d-91de-45d8-bd56-fca43f7076be]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.684187 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.685254 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v QJApk8gMgTscaoBj5dUK {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.691826 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Creating config drive at /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.config Nov 24 14:34:10.697523 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj6x2ghe3 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.706892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v QJApk8gMgTscaoBj5dUK" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.707142 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66d8a04-a56c-410e-982d-054e632638ad]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.708153 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QJApk8gMgTscaoBj5dUK'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.710734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.720692 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.721018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe030d7-d159-4702-b852-7d3885ab48d2]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.721921 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.723478 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.734132 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.734315 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[523b5e42-b58d-46f8-9cd4-11c4018754c5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.734804 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:34:10.734804 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:10.735136 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:34:10.735136 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:10.735462 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:34:10.735462 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:10.737207 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.754219 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --login" returned: 0 in 0.017s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.754465 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee267d0f-8168-408d-bbfd-414edf3abca8]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.754969 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260] successful. Nov 24 14:34:10.754969 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.756099 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.764829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.765044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0415c966-3122-4df2-8de2-eaddc8d34deb]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.765607 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:10.767604 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.778168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.778423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d2ecf3-181d-4810-a8a1-3a98675a9ef8]: (4, ('tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.778883 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:10.778883 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:10.779172 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:10.779172 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:10.779889 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.165s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:10.780185 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:34:10.780968 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] HCTL ('2', '-', '-', 0) found on session 17 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:34:10.781249 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:34:10.782373 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:10.800965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.018s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.801678 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac350af6-0dfd-40ba-a214-0679c821e8f8]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:10.802544 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching for a device in session 17 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:34:10.826609 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpj6x2ghe3" returned: 0 in 0.129s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:10.912025 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:10.920890 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:11.055912 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:11.115415 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:11.115616 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] VM Started (Lifecycle Event) Nov 24 14:34:11.620902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:11.626142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:11.626428 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] VM Paused (Lifecycle Event) Nov 24 14:34:11.803915 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching for a device in session 17 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:34:11.805652 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'target_lun': 0, 'volume_id': 'b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'auth_method': 'CHAP', 'auth_username': 'QJApk8gMgTscaoBj5dUK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:34:11.806404 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.206s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:11.806660 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== connect_volume: return (2206ms) {'type': 'block', 'scsi_wwn': '360014059e18740295484e269d1e01262', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:11.809254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '360014059e18740295484e269d1e01262', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:34:11.813931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:12.132093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:12.138230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:12.181089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received event network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:12.181089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:12.181089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:12.181089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:12.181089 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Processing event network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:34:12.181293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received event network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:12.181472 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:12.182599 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:12.182839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:12.183018 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] No waiting events found dispatching network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:12.183196 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-fde7c0b3-25b1-4266-b735-fc26b22ecf5b req-76cd60d4-baae-4b1a-8745-59c639f4fac4 service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received unexpected event network-vif-plugged-99bbc753-18b4-40a6-8e0e-8b16540cc09d for instance with vm_state building and task_state spawning. Nov 24 14:34:12.183857 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance event wait completed in 1 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:34:12.190527 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:34:12.195256 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance spawned successfully. Nov 24 14:34:12.195617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] attach device xml: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:12.324663 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:34:12.487967 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:12.645515 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:34:12.647003 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:12.647003 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] VM Resumed (Lifecycle Event) Nov 24 14:34:12.707721 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:12.708270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:12.709850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:12.710302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:12.711240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:12.712001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:13.151667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:13.156203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:13.221971 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Took 7.01 seconds to spawn the instance on the hypervisor. Nov 24 14:34:13.221971 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:13.510122 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:13.661420 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:34:13.744072 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Took 12.33 seconds to build instance. Nov 24 14:34:13.914778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:13.915203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:13.915599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:13.915977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No VIF found with MAC fa:16:3e:0a:5a:0e, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:34:14.250731 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-fe3c11ec-a157-472f-a4dc-50ee79e5b9ad tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.850s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:15.497136 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-13a7bf78-ecea-4ae2-8e59-24d7664549a4 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.587s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:15.717545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:15.718122 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:16.224370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:34:16.776289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:16.776289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:16.781506 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:34:16.781981 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Claim successful on node np0005533992.novalocal Nov 24 14:34:17.588331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:17.588509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:17.982584 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:18.095836 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:18.486536 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:18.510899 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:18.513338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:18.513581 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:34:18.513845 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:34:18.514260 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:34:18.514729 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:19.004193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:19.004595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:34:19.106877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.517s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:19.517365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:34:19.517488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:34:19.517800 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:19.518055 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:19.646382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:34:20.035695 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:34:20.099595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Successfully created port: 18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:34:20.213603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:20.213603 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:20.213603 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attaching volume afc59382-c00b-411f-aa59-9b45280a0e29 to /dev/vdc Nov 24 14:34:20.276151 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:20.277513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:20.284456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:20.286069 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c24bdb-e6ab-4342-809a-405d0edcd40e]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7e5d20c2-17db-49fe-acce-b93750538b65]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:20.288954 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:34:20.289947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5d20c2-17db-49fe-acce-b93750538b65]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:20.290657 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:34:20.291065 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:34:20.291910 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:20.301979 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:20.302325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e86a50b-92a6-4dba-8afc-91f33aaa4f78]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:20.303385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:20.313663 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:20.314082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab2f0b1-ee6b-4785-8639-b1646ddcc9e9]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:20.318583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ae2b39-0d07-46cc-8248-a76272a83896]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:20.318583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe7b:e966', 'fe80::8416:d6ff:fe4b:27a4', 'fe80::fc16:3eff:fe0a:5a0e', 'fe80::800b:b4ff:fe31:2b16', 'fe80::fc16:3eff:fe92:e159'] Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== get_connector_properties: return (61ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe7b:e966', 'fe80::8416:d6ff:fe4b:27a4', 'fe80::fc16:3eff:fe0a:5a0e', 'fe80::800b:b4ff:fe31:2b16', 'fe80::fc16:3eff:fe92:e159']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:20.337674 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating existing volume attachment record: 5e08e74f-ebf1-47ef-9ee3-ede9ee200c64 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:34:20.541528 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:34:20.644080 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Successfully updated port: 18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:34:20.675709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-changed-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:20.675709 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Refreshing instance network info cache due to event network-changed-18108c38-dd7d-4e19-9e98-69e6a12ce7d5. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:34:20.675709 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] Acquiring lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:20.675709 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] Acquired lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:20.675945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Refreshing network info cache for port 18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:34:21.146350 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:21.180492 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:21.233659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:21.331100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:21.550830 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:34:21.552493 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:34:21.553032 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Creating image(s) Nov 24 14:34:21.553846 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:21.554181 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:21.555095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:21.555954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:21.561727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:21.563600 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:21.666577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:21.666577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:21.666577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:21.666577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:21.670152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:21.670685 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:21.728843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.058s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:21.729768 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:21.766225 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk 1073741824" returned: 0 in 0.036s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:21.768132 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.102s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:21.770434 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:21.836294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c36b4150-7131-4532-b3a6-8ffda9a1798c req-a476b0fc-80be-4b96-88c0-bdcc347a8581 service nova] Releasing lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:21.837335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:21.837736 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:34:21.846253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.076s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:21.849670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:34:21.850008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:21.931572 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:21.931832 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:34:21.932168 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:34:21.932286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Ensure instance console log exists: /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:34:21.932551 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:21.932773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:21.932940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:22.417492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:22.498704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:22.560518 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:22.770641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Updating instance_info_cache with network_info: [{"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:23.278100 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-8417f0c9-a605-4b42-bf32-c67badfa8b05" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:23.278852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance network_info: |[{"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:34:23.282886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Start _get_guest_xml network_info=[{"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:34:23.287509 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:34:23.289464 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-226018452', uuid='8417f0c9-a605-4b42-bf32-c67badfa8b05'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012863.288875) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:34:23.291045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:34:23.291706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:34:23.293171 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:34:23.293692 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:34:23.295205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:34:23.295823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:34:23.296172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:34:23.296434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:34:23.296929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:34:23.297216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:34:23.297503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:34:23.297905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:34:23.298349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:34:23.298926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:34:23.299228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:34:23.299529 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:34:23.304761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=97,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-hk3sbgr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:20Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=8417f0c9-a605-4b42-bf32-c67badfa8b05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:34:23.305206 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:23.306200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:23.307112 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid 8417f0c9-a605-4b42-bf32-c67badfa8b05 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:23.515578 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] End _get_guest_xml xml= Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 8417f0c9-a605-4b42-bf32-c67badfa8b05 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: instance-00000061 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-226018452 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:34:23 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 8417f0c9-a605-4b42-bf32-c67badfa8b05 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 8417f0c9-a605-4b42-bf32-c67badfa8b05 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:23.812314 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:34:23.815082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Preparing to wait for external event network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:34:23.815082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:23.815082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:23.815082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:23.815261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=97,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-hk3sbgr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:20Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=8417f0c9-a605-4b42-bf32-c67badfa8b05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:34:23.815725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:23.816857 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:23.817377 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:34:23.818001 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.818458 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:23.818916 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:34:23.820119 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.820501 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93089568-a445-5df0-ab3b-c376d6921ac6', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:23.825318 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.828313 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:23.831783 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.832168 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18108c38-dd, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:23.832875 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18108c38-dd, col_values=(('qos', UUID('d4016127-5cb8-4d29-a974-9f29f19a278e')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:23.833270 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18108c38-dd, col_values=(('external_ids', {'iface-id': '18108c38-dd7d-4e19-9e98-69e6a12ce7d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:72:0d', 'vm-uuid': '8417f0c9-a605-4b42-bf32-c67badfa8b05'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:23.834892 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.838920 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:23.848577 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:23.850374 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') Nov 24 14:34:23.907818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:34:23.909115 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29', 'target_lun': 0, 'volume_id': 'afc59382-c00b-411f-aa59-9b45280a0e29', 'auth_method': 'CHAP', 'auth_username': 'gVHSXTgs5VD5F4PSjTKo', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:23.909476 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:23.910322 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:23.910676 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29', 'target_lun': 0, 'volume_id': 'afc59382-c00b-411f-aa59-9b45280a0e29', 'auth_method': 'CHAP', 'auth_username': 'gVHSXTgs5VD5F4PSjTKo', 'auth_password': '7K2FeGi7o9baE6oP', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:34:23.911748 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:23.917217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[21af4b7a-524f-40a1-be9b-ad5d6a97cf53]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:34:23.919060 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:34:23.920742 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[21af4b7a-524f-40a1-be9b-ad5d6a97cf53]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:23.921684 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:23.922261 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:23.923185 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:34:23.924242 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:23.934429 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:23.934816 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef0d809-8ef7-4605-8af8-a6b12cae990f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:23.935248 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:34:23.935248 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:23.936240 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:23.945620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:23.946075 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7231b0d4-0565-4cba-b4c7-13dde605ed0d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:23.946530 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29] added Nov 24 14:34:23.946530 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:34:23.946530 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:34:23.946530 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:34:23.946530 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:23.946904 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:34:23.947336 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.025(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:34:23.947781 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:34:24.948280 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:34:24.949082 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:24.958717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:24.959054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e730553-65ec-46e5-94d1-e6680a90ba10]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:34:24.959976 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:24.962988 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:24.971566 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:24.971897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[4615551a-1753-4029-9cc6-3fd69561217b]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:24.972123 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:24.972763 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:24.982469 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:24.982719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ea2056-1bea-47e7-a427-2c5b43fc7e79]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:24.982962 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:24.983643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v gVHSXTgs5VD5F4PSjTKo {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:24.993946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v gVHSXTgs5VD5F4PSjTKo" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:24.994480 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[18869956-0d74-4381-b37f-2b5799da8ab1]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:24.994764 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gVHSXTgs5VD5F4PSjTKo'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:24.995506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.005377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.005694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d954a57b-3ee3-472a-a4fe-04cd92a73ce4]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.006057 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:25.006687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.017780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.018092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf803ac5-924b-40c1-9e27-5fb90ed4a06d]: (4, ('tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.018322 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:25.018322 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:25.018454 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:25.018454 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:25.021475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.038645 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --login" returned: 0 in 0.018s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.038775 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[64712999-ce4b-4ceb-9150-d4e0dc178486]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.039100 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260] successful. Nov 24 14:34:25.039100 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:25.040488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.052771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.052900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[89175d5c-7622-4226-951d-bbe4cddb69f0]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.053213 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:25.054259 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d878d19-a0af-4446-8af9-df83e3ab6b1f]: (4, ('tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash)\ntcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.146s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:25.068595 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:34:25.069052 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] HCTL ('3', '-', '-', 0) found on session 18 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:34:25.069052 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Scanning host 3 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:34:25.072248 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:25.096224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.026s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:25.096334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[09dddd86-d760-4e74-ae40-27231dd7fadb]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:25.096855 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching for a device in session 18 and hctl ['3', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:34:25.375785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:25.376154 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:25.376434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:6d:72:0d, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:34:25.377318 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Using config drive Nov 24 14:34:25.887028 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:26.080605 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Creating config drive at /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.config Nov 24 14:34:26.088789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpp54_vwx7 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:26.102027 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Searching for a device in session 18 and hctl ['3', '*', '*', 0] yield: sdb {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:34:26.103674 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Connected to sdb using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29', 'target_lun': 0, 'volume_id': 'afc59382-c00b-411f-aa59-9b45280a0e29', 'auth_method': 'CHAP', 'auth_username': 'gVHSXTgs5VD5F4PSjTKo', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:34:26.104879 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.194s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:26.105295 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== connect_volume: return (2195ms) {'type': 'block', 'scsi_wwn': '36001405ab24d7704efb4572bb57048f4', 'path': '/dev/sdb'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:26.106591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '36001405ab24d7704efb4572bb57048f4', 'path': '/dev/sdb'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:34:26.112930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:26.223525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpp54_vwx7" returned: 0 in 0.135s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:26.330399 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:26.336521 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:26.477165 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:26.480201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:26.484069 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f5616b7d-8b98-449d-8826-d84512ec0815 req-064a80b7-108d-459b-b28b-9c0d38bc1f6a service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:26.484320 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f5616b7d-8b98-449d-8826-d84512ec0815 req-064a80b7-108d-459b-b28b-9c0d38bc1f6a service nova] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:26.486706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f5616b7d-8b98-449d-8826-d84512ec0815 req-064a80b7-108d-459b-b28b-9c0d38bc1f6a service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:26.486892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f5616b7d-8b98-449d-8826-d84512ec0815 req-064a80b7-108d-459b-b28b-9c0d38bc1f6a service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:26.487025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f5616b7d-8b98-449d-8826-d84512ec0815 req-064a80b7-108d-459b-b28b-9c0d38bc1f6a service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Processing event network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:34:26.520094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:26.520254 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] VM Started (Lifecycle Event) Nov 24 14:34:26.522121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:34:26.525483 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:34:26.527942 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance spawned successfully. Nov 24 14:34:26.528177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] attach device xml: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:26.620281 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:34:27.024132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:27.030525 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:27.045007 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.045889 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.046667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.047369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.048270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.049120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:27.490887 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:27.537757 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:34:27.537949 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:27.538081 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] VM Paused (Lifecycle Event) Nov 24 14:34:27.559058 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Took 6.01 seconds to spawn the instance on the hypervisor. Nov 24 14:34:27.559382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:28.041261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:28.045182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:28.045313 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] VM Resumed (Lifecycle Event) Nov 24 14:34:28.073281 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Took 11.34 seconds to build instance. Nov 24 14:34:28.209270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:28.209270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:28.209270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name vdc, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:28.209270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:28.209270 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] No VIF found with MAC fa:16:3e:0a:5a:0e, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:34:28.548435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:28.551452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:28.551844 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:28.552123 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:28.552399 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] No waiting events found dispatching network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:28.552710 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-1eae29ea-fb3c-491c-b363-31e0c817b605 req-b8c1a24a-0795-4ab7-9ac7-f5be72b239cb service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received unexpected event network-vif-plugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 for instance with vm_state active and task_state None. Nov 24 14:34:28.554424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:28.559111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:28.575174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6a2d8618-0558-4771-a0eb-06b0d9615f78 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.857s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:28.835579 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:29.530859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:29.530859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:29.530859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:29.530859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:29.530859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:29.532021 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Terminating instance Nov 24 14:34:29.788172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-322b5ce6-8150-4ef5-b5ad-784113eadc73 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.575s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:30.036162 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:34:30.066912 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.211940 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.221137 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.303157 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Instance destroyed successfully. Nov 24 14:34:30.303717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid 8417f0c9-a605-4b42-bf32-c67badfa8b05 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:30.591070 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:30.591436 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:30.591825 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:30.592115 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:30.592404 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] No waiting events found dispatching network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:30.592766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:34:30.593182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:30.593527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Acquiring lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:30.593887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:30.594241 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:30.594667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] No waiting events found dispatching network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:30.594975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a1174e02-b324-4218-bc45-961bfd38b790 req-cecdb6fe-757b-48a9-bd77-aeee7d26d295 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-unplugged-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:34:30.811085 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=97,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:34:27Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-hk3sbgr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:34:27Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=8417f0c9-a605-4b42-bf32-c67badfa8b05,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:34:30.811808 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "address": "fa:16:3e:6d:72:0d", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap18108c38-dd", "ovs_interfaceid": "18108c38-dd7d-4e19-9e98-69e6a12ce7d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:30.812613 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:30.813119 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:34:30.815054 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.815495 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18108c38-dd, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:30.864788 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.868699 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:30.868924 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.869153 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4016127-5cb8-4d29-a974-9f29f19a278e) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:30.872469 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:30.872469 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:30.874025 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:72:0d,bridge_name='br-int',has_traffic_filtering=True,id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18108c38-dd') Nov 24 14:34:30.874360 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Deleting instance files /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05_del Nov 24 14:34:30.875544 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Deletion of /opt/stack/data/nova/instances/8417f0c9-a605-4b42-bf32-c67badfa8b05_del complete Nov 24 14:34:31.370971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:31.370971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:31.384752 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Took 1.35 seconds to destroy the instance on the hypervisor. Nov 24 14:34:31.385386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:34:31.385851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:34:31.386174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:34:31.386685 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:31.471641 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:31.718742 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3647afaf-f474-455b-973e-ffa3bc36153a req-e73a884c-1741-4426-8e71-f2676dbdbfd6 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Received event network-vif-deleted-18108c38-dd7d-4e19-9e98-69e6a12ce7d5 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:31.719455 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-3647afaf-f474-455b-973e-ffa3bc36153a req-e73a884c-1741-4426-8e71-f2676dbdbfd6 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Neutron deleted interface 18108c38-dd7d-4e19-9e98-69e6a12ce7d5; detaching it from the instance and deleting it from the info cache Nov 24 14:34:31.720220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3647afaf-f474-455b-973e-ffa3bc36153a req-e73a884c-1741-4426-8e71-f2676dbdbfd6 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:31.873476 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Detaching volume b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:31.936249 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attempting to driver detach volume b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 from mountpoint /dev/vdb Nov 24 14:34:31.949925 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdb by alias ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:31.952227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdb by alias ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:31.952530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Attempting to detach device vdb from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] detach device xml: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.953304 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:34:31.972639 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdb by alias ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:31.973131 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Failed to detach device vdb from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:34:31.976293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] (1/8): Attempting to detach device vdb with device alias ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] detach device xml: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:31.976865 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:34:32.110429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:34:32.114210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 for instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:34:32.116290 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Successfully detached device vdb from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the live domain config. Nov 24 14:34:32.118132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:34:32.118694 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'target_lun': 0, 'volume_id': 'b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 'auth_method': 'CHAP', 'auth_username': 'QJApk8gMgTscaoBj5dUK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:32.118857 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:32.119186 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:32.120147 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.132200 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.132549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[08be9227-c92d-4e31-a054-7ce4698fafef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:32.132787 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:32.133185 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:34:32.133185 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:34:32.133185 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:34:32.133185 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:34:32.133789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.143200 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.143612 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a470688-98d5-4368-911a-1beffd6cf090]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.144362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.153148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.153506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab259103-d0df-4a01-83de-1cc197660e7a]: (4, ('tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash)\ntcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.153706 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:32.153706 np0005533992.novalocal nova-compute[120184]: tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:32.153706 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:32.153885 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout=tcp: [17] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 (non-flash) Nov 24 14:34:32.153885 np0005533992.novalocal nova-compute[120184]: tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:32.153885 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:32.154342 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Resulting device map defaultdict(. at 0x7fbc6b716520>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:34:32.154597 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:34:32.155269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.162656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[cf1353dc-0509-4859-b2ad-a8b1f4e068fd]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf1353dc-0509-4859-b2ad-a8b1f4e068fd]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.165728 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:34:32.166449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.172623 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.172728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc19ba4-91f3-4e60-ac73-1512c9bc075b]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.173019 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:34:32.176342 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.183526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:32.202344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.028s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.202344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b18ada6-b1f4-499a-83f2-7976601d79a8]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.202344 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:34:32.202344 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:34:32.202344 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:34:32.202906 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.211774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.211935 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[30eab4ac-cd5e-47bd-bd22-f92b43bb44a5]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.212211 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:32.213089 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.229999 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3647afaf-f474-455b-973e-ffa3bc36153a req-e73a884c-1741-4426-8e71-f2676dbdbfd6 service nova] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Detach interface failed, port_id=18108c38-dd7d-4e19-9e98-69e6a12ce7d5, reason: Instance 8417f0c9-a605-4b42-bf32-c67badfa8b05 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:34:32.235802 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --logout" returned: 0 in 0.023s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.236015 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f069026-bba8-45a6-b5aa-0f03443997ed]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.236401 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260] Nov 24 14:34:32.236401 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7, portal: 38.102.83.12,3260] successful. Nov 24 14:34:32.236401 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:32.237094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:32.242996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-b1ba42fa-d044-4f05-b2a5-5bebce7be1a7 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.006s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:32.243172 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f848ca-0dd6-49a6-aebd-d840a2437969]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:32.243461 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:32.243756 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.125s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:32.243968 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== disconnect_volume: return (125ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:32.244167 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:34:32.473522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:32.497833 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:32.688070 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Took 1.30 seconds to deallocate network for instance. Nov 24 14:34:33.214333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:33.214333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:33.377915 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:33.880174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:34.385108 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.171s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:34.441974 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance 8417f0c9-a605-4b42-bf32-c67badfa8b05 Nov 24 14:34:35.303366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:35.454619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-224bafe3-ab9c-44cd-87af-7211431fac71 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "8417f0c9-a605-4b42-bf32-c67badfa8b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.925s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:35.611861 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:35.612199 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:35.612515 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:35.612843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:35.613119 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:35.616085 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Terminating instance Nov 24 14:34:35.871284 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.120980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:34:36.147191 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.148620 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.155587 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.279782 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.287474 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.313774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4f763d2f-d54b-4265-8e15-d4040d89ff0a tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.944s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:36.340825 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.350192 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.387126 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Instance destroyed successfully. Nov 24 14:34:36.387808 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid 88c7bd64-b219-4658-8ce6-4f575dd575da {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:36.892857 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:33:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-226018452',display_name='tempest-ServersTestJSON-server-226018452',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-226018452',id=96,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:34:13Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-4mzrxw9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:34:13Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=88c7bd64-b219-4658-8ce6-4f575dd575da,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:34:36.893458 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "address": "fa:16:3e:92:e1:59", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap99bbc753-18", "ovs_interfaceid": "99bbc753-18b4-40a6-8e0e-8b16540cc09d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:36.894201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:36.894711 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:34:36.896293 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.896756 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99bbc753-18, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:36.898345 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.901011 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:36.902311 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.902733 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44c7c5ae-1166-4487-9219-aecdc158a42a) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:36.903639 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.905919 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:36.908821 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e1:59,bridge_name='br-int',has_traffic_filtering=True,id=99bbc753-18b4-40a6-8e0e-8b16540cc09d,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99bbc753-18') Nov 24 14:34:36.909445 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Deleting instance files /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da_del Nov 24 14:34:36.910345 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Deletion of /opt/stack/data/nova/instances/88c7bd64-b219-4658-8ce6-4f575dd575da_del complete Nov 24 14:34:36.915729 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:36.916121 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:37.421018 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Detaching volume afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:37.429072 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:34:37.429321 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:34:37.429542 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:34:37.429676 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:34:37.430055 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:37.476069 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Attempting to driver detach volume afc59382-c00b-411f-aa59-9b45280a0e29 from mountpoint /dev/vdc Nov 24 14:34:37.484111 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdc by alias ua-afc59382-c00b-411f-aa59-9b45280a0e29 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:37.486186 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:37.521297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdc by alias ua-afc59382-c00b-411f-aa59-9b45280a0e29 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:37.521786 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Attempting to detach device vdc from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] detach device xml: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.522488 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:34:37.524577 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:37.533422 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Found disk vdc by alias ua-afc59382-c00b-411f-aa59-9b45280a0e29 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:34:37.533720 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Failed to detach device vdc from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:34:37.534013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] (1/8): Attempting to detach device vdc with device alias ua-afc59382-c00b-411f-aa59-9b45280a0e29 from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] detach device xml: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:37.534456 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:34:37.664496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-afc59382-c00b-411f-aa59-9b45280a0e29> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:34:37.665379 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Start waiting for the detach event from libvirt for device vdc with device alias ua-afc59382-c00b-411f-aa59-9b45280a0e29 for instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:34:37.669456 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Successfully detached device vdc from instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb from the live domain config. Nov 24 14:34:37.671455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:34:37.672605 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29', 'target_lun': 0, 'volume_id': 'afc59382-c00b-411f-aa59-9b45280a0e29', 'auth_method': 'CHAP', 'auth_username': 'gVHSXTgs5VD5F4PSjTKo', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:34:37.672891 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:34:37.673439 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:34:37.674848 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.687261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.687630 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb2c077d-b1d3-4077-b7ef-e77edd5cf2bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:34:37.688053 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:37.688369 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:34:37.688369 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:34:37.688369 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:34:37.688683 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:34:37.689690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.700766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.701040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5054c22e-ac62-47be-a103-bca427fefda3]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.702325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.716286 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.716502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec16984c-2519-48da-ba03-f40e31101ca9]: (4, ('tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.717123 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:37.717123 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:34:37.717648 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsi session list stdout=tcp: [18] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 (non-flash) Nov 24 14:34:37.717648 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:34:37.718278 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Resulting device map defaultdict(. at 0x7fbcc74e0ea0>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29'): ({'sdb'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:34:37.718746 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Removing single pathed devices sdb {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:34:37.720017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.727135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[82417a96-8701-47a7-81c5-2165129d47fd]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:34:37.729834 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:34:37.731139 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[82417a96-8701-47a7-81c5-2165129d47fd]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.732003 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Flushing IO for device /dev/sdb {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:34:37.732978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.740699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.741333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[18091399-0c14-43ce-8614-c93d31391a3a]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.741847 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:34:37.742915 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.793946 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.795028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f3037d-0f88-46d0-84a2-7736f6304963]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.796015 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:34:37.797602 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] SCSI volumes sdb have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:34:37.797602 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:34:37.799821 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.847291 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.049s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.847718 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cea486f-2594-4fce-b6ec-b1ffdb835b6a]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.848932 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:37.849845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.881789 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --logout" returned: 0 in 0.031s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.883544 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d7d09ae-9076-45d6-bd18-9c0b19dd123e]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.883824 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260] Nov 24 14:34:37.883824 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29, portal: 38.102.83.12,3260] successful. Nov 24 14:34:37.883824 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:37.885044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:37.896621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-afc59382-c00b-411f-aa59-9b45280a0e29 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:37.896621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1dfbaa0-4c28-49e2-8ac6-9f7462a061d7]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:34:37.897179 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:34:37.897287 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.224s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:34:37.897600 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] <== disconnect_volume: return (224ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:34:37.897953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:34:37.911435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-193acf17-e6a4-4c45-ba64-62d6a9a69fcc req-02d6b3c9-b8be-45f6-a494-8e792ae9d1ad service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Received event network-vif-deleted-99bbc753-18b4-40a6-8e0e-8b16540cc09d {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:37.912116 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-193acf17-e6a4-4c45-ba64-62d6a9a69fcc req-02d6b3c9-b8be-45f6-a494-8e792ae9d1ad service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Neutron deleted interface 99bbc753-18b4-40a6-8e0e-8b16540cc09d; detaching it from the instance and deleting it from the info cache Nov 24 14:34:37.912116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-193acf17-e6a4-4c45-ba64-62d6a9a69fcc req-02d6b3c9-b8be-45f6-a494-8e792ae9d1ad service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:38.375713 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:38.417001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-193acf17-e6a4-4c45-ba64-62d6a9a69fcc req-02d6b3c9-b8be-45f6-a494-8e792ae9d1ad service nova] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Detach interface failed, port_id=99bbc753-18b4-40a6-8e0e-8b16540cc09d, reason: Instance 88c7bd64-b219-4658-8ce6-4f575dd575da could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:34:38.879517 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Took 1.45 seconds to deallocate network for instance. Nov 24 14:34:39.391357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:39.391959 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:39.554820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:40.059596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:40.570425 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.179s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:40.631606 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance 88c7bd64-b219-4658-8ce6-4f575dd575da Nov 24 14:34:40.966210 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'flavor' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:41.642926 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c69b6908-0754-4e26-bbe3-61cbcbdb00af tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "88c7bd64-b219-4658-8ce6-4f575dd575da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:41.752704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:41.903733 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:41.974806 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-897b24d7-ea69-4a96-a41e-6a0267c52de2 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.059s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:42.259220 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:42.259711 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:42.260173 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:42.260526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:34:42.610654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:42.610932 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:42.611277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:42.611658 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:42.612003 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:42.615124 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Terminating instance Nov 24 14:34:43.121214 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:34:43.198412 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.202171 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.205251 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.239457 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.256275 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.302595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:43.397728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:43.398825 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:43.411468 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Instance destroyed successfully. Nov 24 14:34:43.412097 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lazy-loading 'resources' on Instance uuid 5ecf73da-221e-4a9b-8196-f5023a7ef5eb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:43.471009 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:43.472092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:43.472092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:43.472092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:43.472223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] No waiting events found dispatching network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:43.472368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44c53e8d-eb87-496a-b98c-040f51d30735 req-097577d8-4b05-4ab2-87f9-a68fbb747dda service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:34:43.483001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0/disk --force-share --output=json" returned: 0 in 0.085s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:43.490851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:43.555877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json" returned: 0 in 0.065s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:43.556686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:43.620471 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb/disk --force-share --output=json" returned: 0 in 0.063s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:43.707033 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:34:43.707912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:43.727299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.019s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:43.727588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7431MB free_disk=372.9422798156738GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:34:43.728426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:43.728667 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:43.918586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:33:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1724889283',display_name='tempest-AttachVolumeTestJSON-server-1724889283',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-attachvolumetestjson-server-1724889283',id=94,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAkYJ2Ly5SoPvZwNAh0BurMWmAwNKqDdZrsQtP/lQUSWkiAIuR2aOUwDptaDmuUz+8gsP8et2rXrS/tt/I9FZSD5Rb/IDJmgH3MubhY+k3EVNqiSEFLyNw04F/o6r6QvA==',key_name='tempest-keypair-1958921490',keypairs=,launch_index=0,launched_at=2025-11-24T19:33:40Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='15927726e1994b09bc421d31ccb186f5',ramdisk_id='',reservation_id='r-k1wdovfa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2131066074',owner_user_name='tempest-AttachVolumeTestJSON-2131066074-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:33:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac0415f0d38f41ae88f9fde95bd1b16c',uuid=5ecf73da-221e-4a9b-8196-f5023a7ef5eb,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:34:43.921575 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converting VIF {"id": "ec5d5881-551f-4bfd-ad61-e4633af51699", "address": "fa:16:3e:0a:5a:0e", "network": {"id": "2ab226ff-6fb3-484a-9283-babbf8012f0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2068130893-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15927726e1994b09bc421d31ccb186f5", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapec5d5881-55", "ovs_interfaceid": "ec5d5881-551f-4bfd-ad61-e4633af51699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:43.924540 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:43.928121 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:34:43.930277 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.930985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec5d5881-55, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:43.933125 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.935948 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:43.938386 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.939754 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.940123 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ac9041b-2e25-4d2d-be82-f6b6caab8119) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:43.941056 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.945691 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:43.947058 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:5a:0e,bridge_name='br-int',has_traffic_filtering=True,id=ec5d5881-551f-4bfd-ad61-e4633af51699,network=Network(2ab226ff-6fb3-484a-9283-babbf8012f0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec5d5881-55') Nov 24 14:34:43.947619 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Deleting instance files /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb_del Nov 24 14:34:43.949290 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Deletion of /opt/stack/data/nova/instances/5ecf73da-221e-4a9b-8196-f5023a7ef5eb_del complete Nov 24 14:34:44.086238 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:44.086666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:44.458841 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:34:44.459354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:34:44.459699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:34:44.459900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:34:44.460800 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:44.555350 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:44.589894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:34:44.779570 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:34:44.779570 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:34:45.128621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:45.282977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance b2fa3d24-2c1f-49b2-9301-6790d6bed44a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} Nov 24 14:34:45.283361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:34:45.283704 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=896MB phys_disk=399GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:34:43 up 42 min, 13 users, load average: 4.96, 5.33, 4.32\n', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_0130eafcd7fd47449c7ecacf03b7242e': '1', 'io_workload': '0', 'num_task_deleting': '1', 'num_proj_15927726e1994b09bc421d31ccb186f5': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:34:45.310178 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:45.310388 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] VM Stopped (Lifecycle Event) Nov 24 14:34:45.435284 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:45.515672 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:45.515672 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] Acquiring lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:45.516214 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:45.516214 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:45.516214 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] No waiting events found dispatching network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:45.516375 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-unplugged-ec5d5881-551f-4bfd-ad61-e4633af51699 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:34:45.516424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Received event network-vif-deleted-ec5d5881-551f-4bfd-ad61-e4633af51699 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:45.516747 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Neutron deleted interface ec5d5881-551f-4bfd-ad61-e4633af51699; detaching it from the instance and deleting it from the info cache Nov 24 14:34:45.516864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:45.553656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:45.816489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-52cb2dfa-604a-4a62-9fa0-12f14c3b3fc6 None None] [instance: 8417f0c9-a605-4b42-bf32-c67badfa8b05] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:45.939572 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:46.022714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-43c9124c-b520-4e05-8309-1c61a89127b5 req-bb0b3d02-691e-4e8f-b7ed-d531edc1760d service nova] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Detach interface failed, port_id=ec5d5881-551f-4bfd-ad61-e4633af51699, reason: Instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:34:46.055584 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Took 1.60 seconds to deallocate network for instance. Nov 24 14:34:46.446954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:34:46.447241 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.718s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:46.447680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.319s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:46.452346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:34:46.452695 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Claim successful on node np0005533992.novalocal Nov 24 14:34:46.564872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:47.642277 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:48.147199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:48.656197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:48.657057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:34:48.830795 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.266s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:48.831166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:34:48.831320 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:34:48.831585 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:48.831944 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:48.924804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:34:48.945738 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:48.967920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:34:49.318618 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Successfully created port: 6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:34:49.345088 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:34:49.448339 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:49.449014 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:49.449014 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:49.449131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:49.472515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:34:49.754034 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:49.754300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:34:49.779285 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Successfully updated port: 6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:34:49.850199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:34:49.887754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-changed-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:49.888136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Refreshing instance network info cache due to event network-changed-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:34:49.888483 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] Acquiring lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:49.888791 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] Acquired lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:49.889173 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Refreshing network info cache for port 6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:34:49.980068 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.149s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:50.046396 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Deleted allocations for instance 5ecf73da-221e-4a9b-8196-f5023a7ef5eb Nov 24 14:34:50.282157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:34:50.393017 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:50.469898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:50.631467 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:50.754016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:50.862195 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:34:50.863217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:34:50.863514 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Creating image(s) Nov 24 14:34:50.863994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:50.864217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:50.864835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:50.865324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:50.868740 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:50.870010 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:50.966653 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:50.967243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:50.967987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:50.968645 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:50.974484 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:34:50.975124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:51.062096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6b816f91-e36c-4521-a6c5-080377446dd3 tempest-AttachVolumeTestJSON-2131066074 tempest-AttachVolumeTestJSON-2131066074-project-member] Lock "5ecf73da-221e-4a9b-8196-f5023a7ef5eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.451s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:51.082577 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:51.083154 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:51.120464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk 1073741824" returned: 0 in 0.037s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:51.121040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.153s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:51.121519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:51.136239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-47a500b4-d2b9-4788-b660-28e1c7c72ac8 req-36fd6a7c-9087-41a2-82b8-107b78647c99 service nova] Releasing lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:51.137034 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:34:51.137478 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:34:51.215868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:51.216492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:34:51.217007 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:51.311545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:51.311545 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:34:51.311919 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:34:51.312250 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Ensure instance console log exists: /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:34:51.312833 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:51.313270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:51.313616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:51.381424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:51.381693 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] VM Stopped (Lifecycle Event) Nov 24 14:34:51.753815 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:34:51.808361 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:34:51.887130 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-eb2af86d-b70b-49a2-b969-c5bdf5929e5e None None] [instance: 88c7bd64-b219-4658-8ce6-4f575dd575da] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:52.111823 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:52.262293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Updating instance_info_cache with network_info: [{"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:34:52.767550 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-b2fa3d24-2c1f-49b2-9301-6790d6bed44a" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:34:52.768108 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance network_info: |[{"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:34:52.771827 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Start _get_guest_xml network_info=[{"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:34:52.777433 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:34:52.779092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-1208256446', uuid='b2fa3d24-2c1f-49b2-9301-6790d6bed44a'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012892.7786503) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:34:52.780402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:34:52.780834 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:34:52.782192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:34:52.782538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:34:52.783514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:34:52.783940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:34:52.784740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:34:52.784740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:34:52.784740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:34:52.784740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:34:52.784976 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:34:52.785495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:34:52.785495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:34:52.785495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:34:52.785686 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:34:52.785813 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:34:52.789053 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:34:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1208256446',display_name='tempest-ServersTestJSON-server-1208256446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1208256446',id=98,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-n39uzk4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:49Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b2fa3d24-2c1f-49b2-9301-6790d6bed44a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:34:52.789272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:52.789905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:52.790482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid b2fa3d24-2c1f-49b2-9301-6790d6bed44a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] End _get_guest_xml xml= Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: b2fa3d24-2c1f-49b2-9301-6790d6bed44a Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: instance-00000062 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-1208256446 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:34:52 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: b2fa3d24-2c1f-49b2-9301-6790d6bed44a Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: b2fa3d24-2c1f-49b2-9301-6790d6bed44a Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: Nov 24 14:34:53.295052 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:34:53.297933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Preparing to wait for external event network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:34:53.297933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:53.297933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:53.297933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:53.297933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:34:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1208256446',display_name='tempest-ServersTestJSON-server-1208256446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1208256446',id=98,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-n39uzk4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:34:49Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b2fa3d24-2c1f-49b2-9301-6790d6bed44a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:34:53.298231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:53.298972 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:53.299434 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:34:53.300074 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.300668 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:53.301127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:34:53.302197 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.302703 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '16bbc6d7-28ac-537a-9deb-4ba79422df33', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:53.306673 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.306673 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:53.306870 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.309893 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.310241 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ea5ec2c-a9, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:53.310867 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ea5ec2c-a9, col_values=(('qos', UUID('30928892-fe27-44ac-89ab-2dde0ed389a4')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:53.311201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ea5ec2c-a9, col_values=(('external_ids', {'iface-id': '6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:ee:90', 'vm-uuid': 'b2fa3d24-2c1f-49b2-9301-6790d6bed44a'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:53.312985 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.316084 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:34:53.324627 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:53.325405 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') Nov 24 14:34:54.853645 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:54.854047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:34:54.854047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:d3:ee:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:34:54.854630 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Using config drive Nov 24 14:34:55.362526 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:34:55.508414 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Creating config drive at /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.config Nov 24 14:34:55.513377 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp21tt095g {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:34:55.638948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp21tt095g" returned: 0 in 0.125s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:34:55.710517 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:55.716137 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:55.845817 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:55.847978 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:55.855573 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:55.855573 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] VM Started (Lifecycle Event) Nov 24 14:34:55.871575 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d16c053d-aab7-4983-b682-b1a3ee6229b5 req-25b4f27d-2c9a-4f2b-b116-b03b5ed83a90 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:55.871575 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d16c053d-aab7-4983-b682-b1a3ee6229b5 req-25b4f27d-2c9a-4f2b-b116-b03b5ed83a90 service nova] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:55.871818 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d16c053d-aab7-4983-b682-b1a3ee6229b5 req-25b4f27d-2c9a-4f2b-b116-b03b5ed83a90 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:55.872009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d16c053d-aab7-4983-b682-b1a3ee6229b5 req-25b4f27d-2c9a-4f2b-b116-b03b5ed83a90 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:55.872193 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d16c053d-aab7-4983-b682-b1a3ee6229b5 req-25b4f27d-2c9a-4f2b-b116-b03b5ed83a90 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Processing event network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:34:55.873431 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:34:55.878426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:34:55.883794 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance spawned successfully. Nov 24 14:34:55.883794 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:34:56.358945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:56.364019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:56.401540 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.401737 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.403710 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.405602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.406173 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.407502 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:34:56.870113 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:34:56.870113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:56.870113 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] VM Paused (Lifecycle Event) Nov 24 14:34:56.918852 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Took 6.06 seconds to spawn the instance on the hypervisor. Nov 24 14:34:56.918852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:57.372656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:57.376580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:57.376758 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] VM Resumed (Lifecycle Event) Nov 24 14:34:57.438636 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Took 12.34 seconds to build instance. Nov 24 14:34:57.499157 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:57.881663 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:57.887313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:34:57.927511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:57.927673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:57.927832 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:57.927973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:57.928101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] No waiting events found dispatching network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:57.928245 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-3df088aa-d126-4ed6-8669-6e05fa4ab004 req-44eac826-bb5d-4e26-bc54-7b3c54b3b8c4 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received unexpected event network-vif-plugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a for instance with vm_state active and task_state deleting. Nov 24 14:34:57.942041 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0d45094c-ec79-4da6-ae1a-bd8bf4bc693f tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.856s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:58.021858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.237636 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:58.237989 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:58.238328 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:58.238660 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:58.238963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:58.248811 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Terminating instance Nov 24 14:34:58.314023 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.390382 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] During sync_power_state the instance has a pending task (deleting). Skip. Nov 24 14:34:58.397137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:34:58.397326 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] VM Stopped (Lifecycle Event) Nov 24 14:34:58.754667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:34:58.777813 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.781323 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.902489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2d8a415b-79ee-4c60-abba-6a4ad638246c None None] [instance: 5ecf73da-221e-4a9b-8196-f5023a7ef5eb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:34:58.935688 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.945003 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.979566 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:58.985222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.023572 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Instance destroyed successfully. Nov 24 14:34:59.024806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid b2fa3d24-2c1f-49b2-9301-6790d6bed44a {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:34:59.528463 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:202:202,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:34:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1208256446',display_name='tempest-ServersTestJSON-server-1208256446',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1208256446',id=98,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:34:56Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-n39uzk4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:34:57Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b2fa3d24-2c1f-49b2-9301-6790d6bed44a,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:34:59.528862 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "address": "fa:16:3e:d3:ee:90", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ea5ec2c-a9", "ovs_interfaceid": "6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:34:59.530036 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:34:59.530550 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:34:59.533333 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.533838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ea5ec2c-a9, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:59.535460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.537546 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.538909 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.539280 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30928892-fe27-44ac-89ab-2dde0ed389a4) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:34:59.540235 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.541982 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:34:59.545418 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ee:90,bridge_name='br-int',has_traffic_filtering=True,id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ea5ec2c-a9') Nov 24 14:34:59.545973 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Deleting instance files /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a_del Nov 24 14:34:59.546767 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Deletion of /opt/stack/data/nova/instances/b2fa3d24-2c1f-49b2-9301-6790d6bed44a_del complete Nov 24 14:34:59.975710 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:59.975710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:59.975710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:59.975710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:59.975992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] No waiting events found dispatching network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:59.976255 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:34:59.976503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:34:59.976803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Acquiring lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:34:59.977072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:34:59.977312 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:34:59.977580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] No waiting events found dispatching network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:34:59.977849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-09004410-3d01-470a-a4a8-01195cad31ff req-6580dc9f-df1c-47bf-b722-7fa85247a116 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-unplugged-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:35:00.056273 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Took 1.30 seconds to destroy the instance on the hypervisor. Nov 24 14:35:00.056737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:35:00.057041 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:35:00.057211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:35:00.057581 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:00.140245 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:00.504227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a461b40e-8aff-40f6-9912-e161c78e992f req-7c7e8fde-cbd2-4d6a-88db-51c16aedbfb2 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Received event network-vif-deleted-6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:00.504420 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-a461b40e-8aff-40f6-9912-e161c78e992f req-7c7e8fde-cbd2-4d6a-88db-51c16aedbfb2 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Neutron deleted interface 6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a; detaching it from the instance and deleting it from the info cache Nov 24 14:35:00.504515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-a461b40e-8aff-40f6-9912-e161c78e992f req-7c7e8fde-cbd2-4d6a-88db-51c16aedbfb2 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:00.976081 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:01.008641 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-a461b40e-8aff-40f6-9912-e161c78e992f req-7c7e8fde-cbd2-4d6a-88db-51c16aedbfb2 service nova] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Detach interface failed, port_id=6ea5ec2c-a9c0-4430-8c05-a6d599dd7a8a, reason: Instance b2fa3d24-2c1f-49b2-9301-6790d6bed44a could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:35:01.478753 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Took 1.42 seconds to deallocate network for instance. Nov 24 14:35:01.984731 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:01.985164 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:02.128582 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:02.633358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:03.140948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.156s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:03.198298 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance b2fa3d24-2c1f-49b2-9301-6790d6bed44a Nov 24 14:35:04.208327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-606a1218-0d2d-4a47-aca0-efca6848a6c2 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b2fa3d24-2c1f-49b2-9301-6790d6bed44a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:04.541396 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:06.012815 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:06.013700 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:06.516581 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:35:07.072664 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:07.073084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:07.078758 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:35:07.079076 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Claim successful on node np0005533992.novalocal Nov 24 14:35:08.238866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:08.743776 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:09.253111 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:09.253717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:35:09.543134 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:09.761819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:35:09.761819 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:35:09.761956 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:09.762615 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:09.839456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb23448cbd354071b5afec42ae5a8141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0130eafcd7fd47449c7ecacf03b7242e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:35:10.265300 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Successfully created port: fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:35:10.269024 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:35:10.292989 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:35:10.692730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Successfully updated port: fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:35:10.725905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-changed-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:10.726275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Refreshing instance network info cache due to event network-changed-fa77afce-999e-4b34-8b04-03772c52b0ed. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:35:10.726642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] Acquiring lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:35:10.727652 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] Acquired lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:35:10.727652 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Refreshing network info cache for port fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:35:11.195961 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:35:11.230823 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:11.305825 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:35:11.307357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:35:11.308000 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Creating image(s) Nov 24 14:35:11.308534 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:11.308897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:11.309820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "/opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:11.310813 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:11.316467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:11.318505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:35:11.341308 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:11.447967 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.106s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:11.448488 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:11.449152 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:11.449804 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:11.455449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:11.456005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:11.513186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:11.549945 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:11.550449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:11.577828 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk 1073741824" returned: 0 in 0.027s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:11.578620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.129s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:11.578917 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:11.681024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:11.681666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:35:11.682104 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:11.744759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk --force-share --output=json" returned: 0 in 0.062s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:11.745298 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Cannot resize image /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:35:11.745936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:35:11.746275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Ensure instance console log exists: /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:35:11.746822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:11.747223 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:11.747530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:12.017380 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-3fd85221-6fa6-466f-8228-8d8e19440fa0 req-30640de2-d150-4bbe-92fd-0b5ae7a6287d service nova] Releasing lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:35:12.018187 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquired lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:35:12.018496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:35:12.595816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:35:12.765520 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:12.932683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Updating instance_info_cache with network_info: [{"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:13.435546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Releasing lock "refresh_cache-b5c1260e-1377-4083-aef0-f7d0da972d00" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:35:13.436106 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance network_info: |[{"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:35:13.439616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Start _get_guest_xml network_info=[{"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:35:13.443944 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:35:13.445838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServersTestJSON-server-1044625557', uuid='b5c1260e-1377-4083-aef0-f7d0da972d00'), owner=OwnerMeta(userid='bb23448cbd354071b5afec42ae5a8141', username='tempest-ServersTestJSON-154810476-project-member', projectid='0130eafcd7fd47449c7ecacf03b7242e', projectname='tempest-ServersTestJSON-154810476'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012913.4452229) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:35:13.447804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:35:13.448394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:35:13.450352 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:35:13.450912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:35:13.452359 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:35:13.453042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:35:13.453463 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:35:13.453853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:35:13.454789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:35:13.455289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:35:13.455603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:35:13.456060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:35:13.456372 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:35:13.456703 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:35:13.457020 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:35:13.457316 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:35:13.463435 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1044625557',display_name='tempest-ServersTestJSON-server-1044625557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1044625557',id=99,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mkjkdxh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:35:10Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b5c1260e-1377-4083-aef0-f7d0da972d00,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:35:13.464314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:13.465699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:13.466908 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'pci_devices' on Instance uuid b5c1260e-1377-4083-aef0-f7d0da972d00 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] End _get_guest_xml xml= Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: b5c1260e-1377-4083-aef0-f7d0da972d00 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: instance-00000063 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-server-1044625557 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:35:13 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476-project-member Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: tempest-ServersTestJSON-154810476 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: b5c1260e-1377-4083-aef0-f7d0da972d00 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: b5c1260e-1377-4083-aef0-f7d0da972d00 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:13.972614 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:35:13.976899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Preparing to wait for external event network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:35:13.976899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:13.976899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:13.976899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:13.976899 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1044625557',display_name='tempest-ServersTestJSON-server-1044625557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1044625557',id=99,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mkjkdxh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:35:10Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b5c1260e-1377-4083-aef0-f7d0da972d00,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:35:13.977185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:13.977185 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:13.977302 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:35:13.977944 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.978461 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:13.978960 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:35:13.980062 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.980377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6738cb27-3f09-5561-a5c0-5911eeac0657', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:13.981653 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.984201 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.987468 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.987883 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa77afce-99, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:13.988438 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa77afce-99, col_values=(('qos', UUID('6d426188-63e1-41c8-ae8f-b548cf7e8ca0')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:13.988839 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa77afce-99, col_values=(('external_ids', {'iface-id': 'fa77afce-999e-4b34-8b04-03772c52b0ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:ee:c2', 'vm-uuid': 'b5c1260e-1377-4083-aef0-f7d0da972d00'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:13.990009 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:13.995688 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:14.000098 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:14.001518 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') Nov 24 14:35:14.018027 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:14.018216 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] VM Stopped (Lifecycle Event) Nov 24 14:35:14.521936 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3312ed46-faff-4999-ac4b-2fb8de4840f4 None None] [instance: b2fa3d24-2c1f-49b2-9301-6790d6bed44a] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:15.527219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:15.527812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:15.527881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] No VIF found with MAC fa:16:3e:df:ee:c2, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:35:15.528756 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Using config drive Nov 24 14:35:16.036064 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:16.122118 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Creating config drive at /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.config Nov 24 14:35:16.124867 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpksm_acx5 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:16.242175 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpksm_acx5" returned: 0 in 0.117s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:16.301081 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:16.311377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:16.457697 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:16.460498 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:16.466393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:16.467265 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] VM Started (Lifecycle Event) Nov 24 14:35:16.483055 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0d8e8371-e348-43be-bf22-960fd69dac47 req-3aab7e57-3ac2-48d0-97f8-b3db02a9c832 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:16.483444 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0d8e8371-e348-43be-bf22-960fd69dac47 req-3aab7e57-3ac2-48d0-97f8-b3db02a9c832 service nova] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:16.483912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0d8e8371-e348-43be-bf22-960fd69dac47 req-3aab7e57-3ac2-48d0-97f8-b3db02a9c832 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:16.484212 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0d8e8371-e348-43be-bf22-960fd69dac47 req-3aab7e57-3ac2-48d0-97f8-b3db02a9c832 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:16.484496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0d8e8371-e348-43be-bf22-960fd69dac47 req-3aab7e57-3ac2-48d0-97f8-b3db02a9c832 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Processing event network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:35:16.486315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:35:16.491248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:35:16.495826 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance spawned successfully. Nov 24 14:35:16.495826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:35:16.973588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:16.977286 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:17.010449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.010848 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.011461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.014136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.015571 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.016359 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:17.481252 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:35:17.481509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:17.481730 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] VM Paused (Lifecycle Event) Nov 24 14:35:17.502789 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:17.523722 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Took 6.22 seconds to spawn the instance on the hypervisor. Nov 24 14:35:17.523947 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:17.985699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:17.988726 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:17.989037 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] VM Resumed (Lifecycle Event) Nov 24 14:35:18.039885 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Took 11.02 seconds to build instance. Nov 24 14:35:18.493843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:18.504421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:18.540283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:18.541142 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:18.541260 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:18.541737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:18.542170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] No waiting events found dispatching network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:35:18.542590 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-9bce3741-dce5-4e74-83d8-8471fce0fd00 req-4440ebee-bc2c-4f62-aa43-a2a157396f38 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received unexpected event network-vif-plugged-fa77afce-999e-4b34-8b04-03772c52b0ed for instance with vm_state active and task_state None. Nov 24 14:35:18.545016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-972545e5-d836-4410-ad70-ab443d2a5d79 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.531s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:19.031527 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:19.731244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:19.731439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:19.731994 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:19.739129 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=120184) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} Nov 24 14:35:19.739872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'flavor' on Instance uuid b5c1260e-1377-4083-aef0-f7d0da972d00 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:20.776336 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:20.782314 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:20.786114 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:20.902956 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:20.910084 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:20.923814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:20.924185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:20.924619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:20.924951 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:20.925261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] No waiting events found dispatching network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:35:20.925600 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-b93e3d45-0011-44c2-a8d3-5da8743ab6e1 req-8c9bbf51-ac79-4fd8-ad8c-481e75b2c5e2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received unexpected event network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed for instance with vm_state active and task_state powering-off. Nov 24 14:35:21.014989 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance destroyed successfully. Nov 24 14:35:21.015755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'numa_topology' on Instance uuid b5c1260e-1377-4083-aef0-f7d0da972d00 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:21.519578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Object Instance lazy-loaded attributes: flavor,numa_topology {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:35:21.519733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:22.032262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e3547e2d-1004-4b42-a922-5ede529358f9 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.301s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:22.719707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:22.719900 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:22.720058 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:22.720193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:22.720313 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:22.722888 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Terminating instance Nov 24 14:35:22.976324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:22.976885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] Acquiring lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:22.979699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:22.979699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:22.979699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] No waiting events found dispatching network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:35:22.979699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-63e2a4fc-4db6-4822-9564-477a5f514858 req-86d9ca49-9106-491d-95b2-cc9490a3d1a2 service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-unplugged-fa77afce-999e-4b34-8b04-03772c52b0ed for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:35:23.228826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:35:23.238986 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Instance destroyed successfully. Nov 24 14:35:23.238986 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid b5c1260e-1377-4083-aef0-f7d0da972d00 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:23.751608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1044625557',display_name='tempest-Íñstáñcé-1492203391',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-serverstestjson-server-1044625557',id=99,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:35:17Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=4,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-mkjkdxh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:35:21Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=b5c1260e-1377-4083-aef0-f7d0da972d00,vcpu_model=,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:35:23.751608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "fa77afce-999e-4b34-8b04-03772c52b0ed", "address": "fa:16:3e:df:ee:c2", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa77afce-99", "ovs_interfaceid": "fa77afce-999e-4b34-8b04-03772c52b0ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:23.751608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:23.752443 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:35:23.754460 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.754872 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa77afce-99, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:23.756641 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.759280 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:23.761683 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.761683 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.761683 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d426188-63e1-41c8-ae8f-b548cf7e8ca0) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:23.762154 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.764452 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:23.766662 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:ee:c2,bridge_name='br-int',has_traffic_filtering=True,id=fa77afce-999e-4b34-8b04-03772c52b0ed,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa77afce-99') Nov 24 14:35:23.767067 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Deleting instance files /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00_del Nov 24 14:35:23.767834 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Deletion of /opt/stack/data/nova/instances/b5c1260e-1377-4083-aef0-f7d0da972d00_del complete Nov 24 14:35:24.277467 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Took 1.05 seconds to destroy the instance on the hypervisor. Nov 24 14:35:24.278300 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:35:24.278632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:35:24.278903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:35:24.279469 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:24.408279 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:24.757756 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-73dc8721-d992-4d3a-b515-067d96af7933 req-7b7ed7bc-bb6b-4c86-9684-26e8c0b5976b service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Received event network-vif-deleted-fa77afce-999e-4b34-8b04-03772c52b0ed {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:24.757980 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-73dc8721-d992-4d3a-b515-067d96af7933 req-7b7ed7bc-bb6b-4c86-9684-26e8c0b5976b service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Neutron deleted interface fa77afce-999e-4b34-8b04-03772c52b0ed; detaching it from the instance and deleting it from the info cache Nov 24 14:35:24.758220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-73dc8721-d992-4d3a-b515-067d96af7933 req-7b7ed7bc-bb6b-4c86-9684-26e8c0b5976b service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:25.230391 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:25.266898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-73dc8721-d992-4d3a-b515-067d96af7933 req-7b7ed7bc-bb6b-4c86-9684-26e8c0b5976b service nova] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Detach interface failed, port_id=fa77afce-999e-4b34-8b04-03772c52b0ed, reason: Instance b5c1260e-1377-4083-aef0-f7d0da972d00 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:35:25.733208 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Took 1.45 seconds to deallocate network for instance. Nov 24 14:35:26.240441 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:26.240906 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:26.380285 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:26.883963 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:27.392276 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.151s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:27.450818 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance b5c1260e-1377-4083-aef0-f7d0da972d00 Nov 24 14:35:28.462686 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-5d292931-a779-4b72-8de2-8d6ca8efc236 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "b5c1260e-1377-4083-aef0-f7d0da972d00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:28.764022 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.156467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:29.156670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:29.156825 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:29.156964 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:29.157094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:29.158666 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Terminating instance Nov 24 14:35:29.662407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:35:29.681820 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.687000 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.694185 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.704136 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.720934 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.818964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:29.819214 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:29.819456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:29.819688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:29.820716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] No waiting events found dispatching network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:35:29.820716 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-44898159-3ceb-4d92-ab9e-8c0b5f885bb6 req-04802dd7-d94c-4130-8456-223f5703e760 service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:35:29.883289 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.889436 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:29.924732 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Instance destroyed successfully. Nov 24 14:35:29.925303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lazy-loading 'resources' on Instance uuid 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:30.433475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:32:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-₡-807720198',display_name='tempest-₡-807720198',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest--807720198',id=92,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:33:10Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0130eafcd7fd47449c7ecacf03b7242e',ramdisk_id='',reservation_id='r-3ek3yzcf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersTestJSON-154810476',owner_user_name='tempest-ServersTestJSON-154810476-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:33:10Z,user_data=None,user_id='bb23448cbd354071b5afec42ae5a8141',uuid=74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:35:30.433915 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converting VIF {"id": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "address": "fa:16:3e:7b:e9:66", "network": {"id": "8bf2cb0f-9b2a-4410-9977-d3f61b08bf38", "bridge": "br-int", "label": "tempest-ServersTestJSON-899778959-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0130eafcd7fd47449c7ecacf03b7242e", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tape5af4b4f-f6", "ovs_interfaceid": "e5af4b4f-f65b-4db7-bf41-95add6c7181b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:30.435271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:30.436175 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:35:30.438779 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:30.439177 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5af4b4f-f6, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:30.440707 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:30.443251 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:30.444458 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:30.444951 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99f6b2b2-1ef3-49a8-b590-219669049c18) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:30.448035 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:30.448775 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:30.451477 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:e9:66,bridge_name='br-int',has_traffic_filtering=True,id=e5af4b4f-f65b-4db7-bf41-95add6c7181b,network=Network(8bf2cb0f-9b2a-4410-9977-d3f61b08bf38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5af4b4f-f6') Nov 24 14:35:30.452006 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Deleting instance files /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0_del Nov 24 14:35:30.452800 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Deletion of /opt/stack/data/nova/instances/74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0_del complete Nov 24 14:35:30.965512 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Took 1.30 seconds to destroy the instance on the hypervisor. Nov 24 14:35:30.966325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:35:30.966325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:35:30.966526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:35:30.967067 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:31.053422 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:31.353211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-196ee816-eeaf-4858-8ff3-f1a69143c380 req-c90af0fc-957e-458c-8655-49a1d738323a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-deleted-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:31.353409 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-196ee816-eeaf-4858-8ff3-f1a69143c380 req-c90af0fc-957e-458c-8655-49a1d738323a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Neutron deleted interface e5af4b4f-f65b-4db7-bf41-95add6c7181b; detaching it from the instance and deleting it from the info cache Nov 24 14:35:31.353605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-196ee816-eeaf-4858-8ff3-f1a69143c380 req-c90af0fc-957e-458c-8655-49a1d738323a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:31.832204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:31.859343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:31.859735 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] Acquiring lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:31.860308 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:31.860397 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:31.861160 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] No waiting events found dispatching network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:35:31.861506 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d82b3127-3966-415a-9c73-74c1895c295b req-aec48aa9-c6b5-4030-a673-b2dd8f4b946a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Received event network-vif-unplugged-e5af4b4f-f65b-4db7-bf41-95add6c7181b for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:35:31.864136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-196ee816-eeaf-4858-8ff3-f1a69143c380 req-c90af0fc-957e-458c-8655-49a1d738323a service nova] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Detach interface failed, port_id=e5af4b4f-f65b-4db7-bf41-95add6c7181b, reason: Instance 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:35:32.334593 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Took 1.37 seconds to deallocate network for instance. Nov 24 14:35:32.846004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:32.846475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:32.955059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:33.393671 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:33.459715 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:33.967483 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.121s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:34.026130 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Deleted allocations for instance 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0 Nov 24 14:35:35.041120 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e79d841e-6eea-42fe-b855-20e66fd21a31 tempest-ServersTestJSON-154810476 tempest-ServersTestJSON-154810476-project-member] Lock "74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:35.446321 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:36.013510 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:36.014452 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] VM Stopped (Lifecycle Event) Nov 24 14:35:36.125696 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:36.518662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3004cf48-40d7-4d27-aad6-abe6b1e19bf2 None None] [instance: b5c1260e-1377-4083-aef0-f7d0da972d00] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:38.505546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:38.506088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:39.010294 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:35:39.560726 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:39.560971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:39.564516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:35:39.564755 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Claim successful on node np0005533992.novalocal Nov 24 14:35:40.448641 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:40.662230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:41.166821 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:41.674298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:41.675012 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:35:42.184039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Not allocating networking since 'none' was specified. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} Nov 24 14:35:42.685954 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:35:42.753408 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:43.190920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:35:43.258513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:43.258870 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:43.259207 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:43.259461 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:35:43.377006 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:35:43.378728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:43.402151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.023s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:43.402753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=8033MB free_disk=373.01428604125977GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:35:43.403023 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:43.403450 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:44.203946 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:35:44.204659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:35:44.204886 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating image(s) Nov 24 14:35:44.205268 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:44.205439 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:44.205923 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:44.206605 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:44.209070 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:44.210186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:44.318680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.108s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:44.319282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:44.319981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:44.320880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:44.326264 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:44.326990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:44.403823 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.076s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:44.404451 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:44.448660 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk 1073741824" returned: 0 in 0.043s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:44.448660 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.129s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:44.449062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:44.469749 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 2599a873-d4a2-4dc1-9381-ee93f5f82369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:35:44.470082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:35:44.470168 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:35:43 up 43 min, 12 users, load average: 3.99, 4.99, 4.26\n', 'num_instances': '1', 'num_vm_building': '1', 'num_task_block_device_mapping': '1', 'num_os_type_None': '1', 'num_proj_c6e81edc0d1b421dacbc68a038cabb19': '1', 'io_workload': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:35:44.526629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:44.526921 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:35:44.527226 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:44.551375 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:44.605370 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:44.605778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Cannot resize image /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:35:44.606180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:35:44.606430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Ensure instance console log exists: /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:35:44.606889 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:44.607206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:44.607474 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:44.609045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:35:44.613951 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:35:44.615326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV254Test-server-800960804', uuid='2599a873-d4a2-4dc1-9381-ee93f5f82369'), owner=OwnerMeta(userid='2c072b29ecf4485bbe8d22b6af7a3b07', username='tempest-ServerShowV254Test-1609788876-project-member', projectid='c6e81edc0d1b421dacbc68a038cabb19', projectname='tempest-ServerShowV254Test-1609788876'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012944.614977) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:35:44.617025 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:35:44.617942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:35:44.619761 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:35:44.620256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:35:44.621400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:35:44.621997 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:35:44.622251 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:35:44.622459 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:35:44.623517 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:35:44.623827 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:35:44.624054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:35:44.624579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:35:44.624859 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:35:44.625159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:35:44.625396 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:35:44.625788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:35:44.631000 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lazy-loading 'pci_devices' on Instance uuid 2599a873-d4a2-4dc1-9381-ee93f5f82369 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:44.922873 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:44.923081 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] VM Stopped (Lifecycle Event) Nov 24 14:35:45.055590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] End _get_guest_xml xml= Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: instance-00000064 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-server-800960804 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:35:44 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-1609788876-project-member Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-1609788876 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:45.135588 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:35:45.427232 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7b4977d9-6602-4db5-87c6-cbd911343742 None None] [instance: 74db0a3e-bc4b-4dfa-b2a7-3e03a5eec0a0] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:45.450009 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:45.563157 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:35:45.563642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:45.687596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:46.656096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:46.656587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:46.657326 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Using config drive Nov 24 14:35:47.166448 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:47.216890 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating config drive at /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config Nov 24 14:35:47.222325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpvsvmcetv {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:47.353730 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpvsvmcetv" returned: 0 in 0.131s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:47.369222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:47.508517 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:47.573054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:47.573444 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] VM Resumed (Lifecycle Event) Nov 24 14:35:47.581437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:35:47.581909 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:35:47.587193 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance spawned successfully. Nov 24 14:35:47.587755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:35:48.082186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:48.085225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:48.096384 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.096605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.096993 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.097388 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.097835 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.098212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:48.588373 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:35:48.588790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:48.589072 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] VM Started (Lifecycle Event) Nov 24 14:35:48.606923 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Took 4.40 seconds to spawn the instance on the hypervisor. Nov 24 14:35:48.607250 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:49.092604 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:49.097893 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:49.125419 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Took 9.61 seconds to build instance. Nov 24 14:35:49.559005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:49.559368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:49.559677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:49.629884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-aa958511-7acf-4a63-a209-1a566a89e850 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.123s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:49.753684 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:49.753730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:35:50.273670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:50.274145 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:50.453088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:50.754165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:50.776894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:35:51.001958 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Rebuilding instance Nov 24 14:35:51.119734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:51.313739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:51.314209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:51.317317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:35:51.317591 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Claim successful on node np0005533992.novalocal Nov 24 14:35:52.435906 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance destroyed successfully. Nov 24 14:35:52.444626 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance destroyed successfully. Nov 24 14:35:52.444626 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Deleting instance files /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369_del Nov 24 14:35:52.445204 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Deletion of /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369_del complete Nov 24 14:35:52.503673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:35:52.512695 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:52.753512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:53.010591 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:35:53.518666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:53.518666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:35:53.753643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:53.977456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:35:53.978192 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating image(s) Nov 24 14:35:53.981990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:53.981990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:53.981990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "/opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:53.983008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:53.989269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:53.991616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:54.035090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:35:54.035438 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:35:54.037318 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:54.037775 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:54.066694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.075s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:54.067192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:54.067824 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:54.068457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:54.073108 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:54.073457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:54.111973 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '286e1fff753f43d5a359a405427fc726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29bb480e9b0c49108e5dc813e976866b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:35:54.167963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.094s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:54.168243 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:54.197076 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1,backing_fmt=raw /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk 1073741824" returned: 0 in 0.029s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:54.197393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "f560d37712cb1e0d11b4856bd117bff53d4c1cc1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.130s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:54.197675 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:54.257095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f560d37712cb1e0d11b4856bd117bff53d4c1cc1 --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:54.257748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:35:54.258245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:54.328843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk --force-share --output=json" returned: 0 in 0.070s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:54.329104 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Cannot resize image /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:35:54.329863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:35:54.330381 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Ensure instance console log exists: /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:35:54.331122 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:54.331658 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:54.332008 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:54.334503 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:35:54.339985 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError Nov 24 14:35:54.341281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', instance_meta=NovaInstanceMeta(name='tempest-ServerShowV254Test-server-800960804', uuid='2599a873-d4a2-4dc1-9381-ee93f5f82369'), owner=OwnerMeta(userid='2c072b29ecf4485bbe8d22b6af7a3b07', username='tempest-ServerShowV254Test-1609788876-project-member', projectid='c6e81edc0d1b421dacbc68a038cabb19', projectname='tempest-ServerShowV254Test-1609788876'), image=ImageMeta(id='8b0a8faa-5e0f-4a64-a125-35a0f54af03f', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='32.1.0', creation_time=1764012954.340929) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:35:54.342423 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:35:54.342876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:35:54.345156 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:35:54.345534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:35:54.346504 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:35:54.346912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-11-24T19:11:48Z,direct_url=,disk_format='qcow2',id=8b0a8faa-5e0f-4a64-a125-35a0f54af03f,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21233664,status='active',tags=,updated_at=2025-11-24T19:11:51Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:35:54.347192 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:35:54.347378 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:35:54.347747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:35:54.347747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:35:54.347923 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:35:54.348205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:35:54.348414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:35:54.348680 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:35:54.348871 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:35:54.349066 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:35:54.349314 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2599a873-d4a2-4dc1-9381-ee93f5f82369 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:54.536305 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:35:54.544211 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Successfully created port: 5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:35:54.749198 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] End _get_guest_xml xml= Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: instance-00000064 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-server-800960804 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:35:54 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-1609788876-project-member Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: tempest-ServerShowV254Test-1609788876 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:54.857625 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:35:55.020327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Successfully updated port: 5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:35:55.041550 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:35:55.059948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-changed-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:35:55.060260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Refreshing instance network info cache due to event network-changed-5bba5146-a0e0-490c-9afb-522af772c615. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:35:55.060609 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] Acquiring lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:35:55.060923 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] Acquired lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:35:55.061186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Refreshing network info cache for port 5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:35:55.454476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:55.523312 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:35:55.564515 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:55.630753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:35:55.789427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:56.053599 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:35:56.054662 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:35:56.055262 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Creating image(s) Nov 24 14:35:56.056151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "/opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:56.056643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "/opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:56.057866 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "/opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:56.059018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:56.065545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:56.067435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:56.163102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:56.163683 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:56.164351 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:56.165117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:56.170781 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:35:56.171366 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:56.231341 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.059s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:56.231991 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:56.260544 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk 1073741824" returned: 0 in 0.028s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:56.261163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.097s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:56.261702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:56.293638 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-f05e8614-18e6-4c83-a981-c843026359a0 req-a664d803-562d-41c9-b1d5-53062efd08a9 service nova] Releasing lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:35:56.294402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquired lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:35:56.294785 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:35:56.320085 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.058s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:56.320521 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:35:56.320991 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:56.381412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:56.382129 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Cannot resize image /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:35:56.382796 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:35:56.383247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Ensure instance console log exists: /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:35:56.383897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:56.384373 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:56.384816 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:56.388140 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:56.388496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:56.389527 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Using config drive Nov 24 14:35:56.865615 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:35:56.894906 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lazy-loading 'ec2_ids' on Instance uuid 2599a873-d4a2-4dc1-9381-ee93f5f82369 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:57.022105 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:35:57.169051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Updating instance_info_cache with network_info: [{"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:35:57.400873 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Object Instance<2599a873-d4a2-4dc1-9381-ee93f5f82369> lazy-loaded attributes: vcpu_model,ec2_ids {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:35:57.405721 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError Nov 24 14:35:57.454956 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Creating config drive at /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config Nov 24 14:35:57.460272 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpo0s9z9f6 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:35:57.558679 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:57.586386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpo0s9z9f6" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:35:57.673173 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Releasing lock "refresh_cache-6939e37e-286e-4077-a2c1-35dfa48e04b6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:35:57.673926 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance network_info: |[{"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:35:57.677708 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Start _get_guest_xml network_info=[{"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:35:57.688359 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:35:57.692045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesActionsTest-instance-592460604', uuid='6939e37e-286e-4077-a2c1-35dfa48e04b6'), owner=OwnerMeta(userid='286e1fff753f43d5a359a405427fc726', username='tempest-VolumesActionsTest-452999304-project-member', projectid='29bb480e9b0c49108e5dc813e976866b', projectname='tempest-VolumesActionsTest-452999304'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012957.6899254) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:35:57.694892 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:35:57.695075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:35:57.699952 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:35:57.700607 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:35:57.702514 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:35:57.703400 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:35:57.703802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:35:57.704077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:35:57.704452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:35:57.704781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:35:57.705082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:35:57.705486 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:35:57.706170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:35:57.706529 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:35:57.706924 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:35:57.707282 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:35:57.714083 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-592460604',display_name='tempest-VolumesActionsTest-instance-592460604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-592460604',id=101,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-hi83ebkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:35:55Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=6939e37e-286e-4077-a2c1-35dfa48e04b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:35:57.714464 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:57.715518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:57.716637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lazy-loading 'pci_devices' on Instance uuid 6939e37e-286e-4077-a2c1-35dfa48e04b6 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:35:57.805287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Removed pending event for 2599a873-d4a2-4dc1-9381-ee93f5f82369 due to event {{(pid=120184) _event_emit_delayed /opt/stack/nova/nova/virt/libvirt/host.py:443}} Nov 24 14:35:57.805287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:57.805779 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] VM Resumed (Lifecycle Event) Nov 24 14:35:57.808513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance event wait completed in 0 seconds for {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:35:57.808513 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:35:57.815599 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance spawned successfully. Nov 24 14:35:57.816137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] End _get_guest_xml xml= Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 6939e37e-286e-4077-a2c1-35dfa48e04b6 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: instance-00000065 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-instance-592460604 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:35:57 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-452999304-project-member Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-452999304 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 6939e37e-286e-4077-a2c1-35dfa48e04b6 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 6939e37e-286e-4077-a2c1-35dfa48e04b6 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: Nov 24 14:35:58.221004 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:35:58.224324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Preparing to wait for external event network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:35:58.224324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:58.224324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:58.224324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:35:58.224324 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-592460604',display_name='tempest-VolumesActionsTest-instance-592460604',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-592460604',id=101,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-hi83ebkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:35:55Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=6939e37e-286e-4077-a2c1-35dfa48e04b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:35:58.224725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:35:58.224725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:35:58.224725 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:35:58.224725 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.225046 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:58.225046 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:35:58.225751 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.225980 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9d8739b8-a569-5af5-9e43-6007aeaa813d', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:58.229275 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.231731 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.232011 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5bba5146-a0, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:58.232361 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5bba5146-a0, col_values=(('qos', UUID('3d5fb569-c9ea-4334-a0b2-fee5d66b5376')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:58.232680 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5bba5146-a0, col_values=(('external_ids', {'iface-id': '5bba5146-a0e0-490c-9afb-522af772c615', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:a8:a4', 'vm-uuid': '6939e37e-286e-4077-a2c1-35dfa48e04b6'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:35:58.235592 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.238413 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:35:58.243963 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:35:58.244889 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') Nov 24 14:35:58.310578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:58.314743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:58.325633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.325633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.325975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.326393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.327110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.328046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:35:58.818749 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. Nov 24 14:35:58.819131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:35:58.819405 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] VM Started (Lifecycle Event) Nov 24 14:35:58.836450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:59.323587 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:35:59.327883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Synchronizing instance power state after lifecycle event "Started"; current vm_state: active, current task_state: rebuild_spawning, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:35:59.351277 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:35:59.351859 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:35:59.352174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Trying to apply a migration context that does not seem to be set for this instance {{(pid=120184) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} Nov 24 14:35:59.768771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:59.769059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:35:59.769323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No VIF found with MAC fa:16:3e:ad:a8:a4, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:35:59.770127 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Using config drive Nov 24 14:36:00.279090 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:00.370460 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f9d66379-fcd5-4a92-972d-8181591ea412 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:00.434431 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Creating config drive at /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.config Nov 24 14:36:00.440466 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpcmqycvwc {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:00.510573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:00.511229 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:00.511699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "2599a873-d4a2-4dc1-9381-ee93f5f82369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:00.512044 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:00.512368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:00.516230 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Terminating instance Nov 24 14:36:00.567105 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpcmqycvwc" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:00.673650 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:00.684330 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:00.859418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bf6f5746-b2f7-4d62-a561-438a8a94cce1 req-c74d2758-2f05-4615-9084-75f409209a14 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:00.859418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf6f5746-b2f7-4d62-a561-438a8a94cce1 req-c74d2758-2f05-4615-9084-75f409209a14 service nova] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:00.859656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf6f5746-b2f7-4d62-a561-438a8a94cce1 req-c74d2758-2f05-4615-9084-75f409209a14 service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:00.859950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bf6f5746-b2f7-4d62-a561-438a8a94cce1 req-c74d2758-2f05-4615-9084-75f409209a14 service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:00.860434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bf6f5746-b2f7-4d62-a561-438a8a94cce1 req-c74d2758-2f05-4615-9084-75f409209a14 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Processing event network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:36:00.888148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:36:00.888911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:00.889460 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] VM Started (Lifecycle Event) Nov 24 14:36:00.892139 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:36:00.898144 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance spawned successfully. Nov 24 14:36:00.898694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:36:00.990836 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:00.995821 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:01.000453 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:01.002476 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:01.021865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "refresh_cache-2599a873-d4a2-4dc1-9381-ee93f5f82369" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:36:01.022051 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquired lock "refresh_cache-2599a873-d4a2-4dc1-9381-ee93f5f82369" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:36:01.022265 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:36:01.393873 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:01.399485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:36:01.410341 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.410492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.413223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.413469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.413831 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.414102 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:01.525476 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:01.560469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:36:01.657017 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:01.901889 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:36:01.902293 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:01.902647 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] VM Paused (Lifecycle Event) Nov 24 14:36:01.920127 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Took 5.87 seconds to spawn the instance on the hypervisor. Nov 24 14:36:01.920471 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:02.162298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Releasing lock "refresh_cache-2599a873-d4a2-4dc1-9381-ee93f5f82369" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:36:02.162771 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:36:02.406187 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:02.411646 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:02.411646 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] VM Resumed (Lifecycle Event) Nov 24 14:36:02.418574 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance destroyed successfully. Nov 24 14:36:02.418943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lazy-loading 'resources' on Instance uuid 2599a873-d4a2-4dc1-9381-ee93f5f82369 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:36:02.437819 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Took 11.15 seconds to build instance. Nov 24 14:36:02.561377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:02.892908 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:02.893135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:02.893359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:02.900629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:02.901083 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] No waiting events found dispatching network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:02.901402 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-04dbd208-6ada-4abd-a5e1-67deb1cedc14 req-b4180309-bc3b-4767-a7c4-9e286c8ce163 service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received unexpected event network-vif-plugged-5bba5146-a0e0-490c-9afb-522af772c615 for instance with vm_state active and task_state None. Nov 24 14:36:02.914416 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:02.917673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:36:02.921635 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Deleting instance files /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369_del Nov 24 14:36:02.922391 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Deletion of /opt/stack/data/nova/instances/2599a873-d4a2-4dc1-9381-ee93f5f82369_del complete Nov 24 14:36:02.939414 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-12f5605d-8da8-4edc-b9e3-a9f9766f0813 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.665s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:03.235070 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:03.435225 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Took 1.27 seconds to destroy the instance on the hypervisor. Nov 24 14:36:03.435703 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:36:03.435745 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:36:03.435877 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:36:03.436101 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:03.481800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:36:03.481800 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:03.984656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:04.435886 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:04.439963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:04.443169 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:04.443415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:04.445384 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:04.448292 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Terminating instance Nov 24 14:36:04.503359 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Took 1.07 seconds to deallocate network for instance. Nov 24 14:36:04.955644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:36:04.986379 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.001433 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.015446 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:05.016080 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:05.017004 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.044272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.128013 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:05.128336 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:05.128688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:05.128959 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:05.129215 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] No waiting events found dispatching network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:05.129493 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b23baf88-4c67-4ada-8ca5-0d9a6321786e req-7b2138e8-b585-4543-96cf-ed320899adea service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:36:05.183124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:36:05.224452 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Instance destroyed successfully. Nov 24 14:36:05.224688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lazy-loading 'resources' on Instance uuid 6939e37e-286e-4077-a2c1-35dfa48e04b6 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:36:05.691460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:36:05.729533 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:35:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-592460604',display_name='tempest-VolumesActionsTest-instance-592460604',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-592460604',id=101,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:36:01Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-hi83ebkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:36:01Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=6939e37e-286e-4077-a2c1-35dfa48e04b6,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:36:05.730092 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "5bba5146-a0e0-490c-9afb-522af772c615", "address": "fa:16:3e:ad:a8:a4", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap5bba5146-a0", "ovs_interfaceid": "5bba5146-a0e0-490c-9afb-522af772c615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:36:05.731807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:36:05.732586 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:36:05.735787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.736444 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5bba5146-a0, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:05.738207 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.742142 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.742979 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.743220 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d5fb569-c9ea-4334-a0b2-fee5d66b5376) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:05.746032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.746451 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:05.749197 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:a8:a4,bridge_name='br-int',has_traffic_filtering=True,id=5bba5146-a0e0-490c-9afb-522af772c615,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5bba5146-a0') Nov 24 14:36:05.749498 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Deleting instance files /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6_del Nov 24 14:36:05.754970 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Deletion of /opt/stack/data/nova/instances/6939e37e-286e-4077-a2c1-35dfa48e04b6_del complete Nov 24 14:36:06.200631 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.184s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:06.260018 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Deleted allocations for instance 2599a873-d4a2-4dc1-9381-ee93f5f82369 Nov 24 14:36:06.267857 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:36:06.268230 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:36:06.269132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:36:06.269256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:36:06.269515 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:06.397074 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:06.701299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-75a02248-de09-4241-9588-65d213defa92 req-72ed6283-8e49-4057-800a-3c95c0c121fe service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-deleted-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:06.702038 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-75a02248-de09-4241-9588-65d213defa92 req-72ed6283-8e49-4057-800a-3c95c0c121fe service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Neutron deleted interface 5bba5146-a0e0-490c-9afb-522af772c615; detaching it from the instance and deleting it from the info cache Nov 24 14:36:06.702497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-75a02248-de09-4241-9588-65d213defa92 req-72ed6283-8e49-4057-800a-3c95c0c121fe service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:07.155083 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:07.155293 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] Acquiring lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:07.155505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:07.155699 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:07.155875 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] No waiting events found dispatching network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:07.156051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-813224aa-8074-453e-a045-23725cf4a50a req-2742c526-98b9-4381-9772-49402ed9f84d service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Received event network-vif-unplugged-5bba5146-a0e0-490c-9afb-522af772c615 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:36:07.170350 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:07.208624 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-75a02248-de09-4241-9588-65d213defa92 req-72ed6283-8e49-4057-800a-3c95c0c121fe service nova] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Detach interface failed, port_id=5bba5146-a0e0-490c-9afb-522af772c615, reason: Instance 6939e37e-286e-4077-a2c1-35dfa48e04b6 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:36:07.276397 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-be9c2db3-a469-4dbc-b0f0-4d8a1d432465 tempest-ServerShowV254Test-1609788876 tempest-ServerShowV254Test-1609788876-project-member] Lock "2599a873-d4a2-4dc1-9381-ee93f5f82369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.765s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:07.673093 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Took 1.40 seconds to deallocate network for instance. Nov 24 14:36:08.183672 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:08.184165 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:08.297505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:36:08.807630 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:36:09.320695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.136s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:09.385797 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Deleted allocations for instance 6939e37e-286e-4077-a2c1-35dfa48e04b6 Nov 24 14:36:10.401780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4acea0cc-afcd-4b98-b405-2cd21065fa8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "6939e37e-286e-4077-a2c1-35dfa48e04b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.965s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:10.744623 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:12.893580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:12.894110 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:13.397242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:36:13.950851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:13.951253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:13.957069 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:36:13.957519 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Claim successful on node np0005533992.novalocal Nov 24 14:36:15.075094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:36:15.579673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:36:15.745398 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:15.746347 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:15.746636 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:36:15.746862 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:15.747395 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:15.747925 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:16.087616 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:16.088351 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:36:16.599094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:36:16.599645 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:36:16.600316 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:16.601061 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:16.694289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '286e1fff753f43d5a359a405427fc726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29bb480e9b0c49108e5dc813e976866b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:36:17.075585 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Successfully created port: 6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:36:17.105830 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:36:17.563856 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Successfully updated port: 6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:36:17.597130 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-changed-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:17.597652 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Refreshing instance network info cache due to event network-changed-6dc189fe-400d-4339-b2c4-a7df1f5f0fba. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:36:17.597652 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] Acquiring lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:36:17.597932 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] Acquired lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:36:17.598225 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Refreshing network info cache for port 6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:36:17.611753 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:36:18.066227 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:36:18.100792 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:18.166743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:36:18.329768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:18.429636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:18.429959 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] VM Stopped (Lifecycle Event) Nov 24 14:36:18.624783 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:36:18.625835 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:36:18.626147 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Creating image(s) Nov 24 14:36:18.626670 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "/opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:18.626903 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "/opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:18.627540 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "/opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:18.628094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:36:18.631791 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:36:18.633030 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:18.738011 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.104s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:18.739012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:18.739719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:18.740354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:36:18.746871 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:36:18.747594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:18.831502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:18.831502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:18.840619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-96456b58-77f8-4da1-b2d7-89ec67dfdefa req-cbfee49e-e0ed-4101-be83-8c74d5d5a9b1 service nova] Releasing lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:36:18.841981 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquired lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:36:18.842446 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:36:18.867457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk 1073741824" returned: 0 in 0.036s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:18.868433 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.129s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:18.869171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:18.935671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-570b1cae-340a-416c-8c58-a0db54ffec8c None None] [instance: 2599a873-d4a2-4dc1-9381-ee93f5f82369] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:18.958702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.089s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:18.959299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Checking if we can resize image /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:36:18.959899 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:19.037746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk --force-share --output=json" returned: 0 in 0.077s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:19.038355 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Cannot resize image /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:36:19.039304 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:36:19.039418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Ensure instance console log exists: /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:36:19.039905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:19.040322 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:19.040706 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:19.415394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:36:19.577972 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:19.727418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Updating instance_info_cache with network_info: [{"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:20.222336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:20.222336 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] VM Stopped (Lifecycle Event) Nov 24 14:36:20.231428 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Releasing lock "refresh_cache-79b37610-4dc9-401b-81c4-22262796eac6" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:36:20.232414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance network_info: |[{"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:36:20.236158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Start _get_guest_xml network_info=[{"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:36:20.242430 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:36:20.244387 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesActionsTest-instance-911302226', uuid='79b37610-4dc9-401b-81c4-22262796eac6'), owner=OwnerMeta(userid='286e1fff753f43d5a359a405427fc726', username='tempest-VolumesActionsTest-452999304-project-member', projectid='29bb480e9b0c49108e5dc813e976866b', projectname='tempest-VolumesActionsTest-452999304'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764012980.2437708) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:36:20.246927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:36:20.247494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:36:20.250178 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:36:20.250757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:36:20.252166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:36:20.252920 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:36:20.253303 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:36:20.253619 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:36:20.254087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:36:20.254317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:36:20.254653 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:36:20.255021 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:36:20.255306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:36:20.255642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:36:20.255979 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:36:20.256285 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:36:20.261269 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:36:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-911302226',display_name='tempest-VolumesActionsTest-instance-911302226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-911302226',id=102,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-j8r4lhuo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:36:17Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=79b37610-4dc9-401b-81c4-22262796eac6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:36:20.261658 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:36:20.262650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:36:20.263544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lazy-loading 'pci_devices' on Instance uuid 79b37610-4dc9-401b-81c4-22262796eac6 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:36:20.726180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-68ecfec8-7dd3-42fa-8018-6baaee0e6375 None None] [instance: 6939e37e-286e-4077-a2c1-35dfa48e04b6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:20.749022 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:20.750069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.750420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:36:20.750782 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:20.751359 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:20.752038 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] End _get_guest_xml xml= Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 79b37610-4dc9-401b-81c4-22262796eac6 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: instance-00000066 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-instance-911302226 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:36:20 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-452999304-project-member Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: tempest-VolumesActionsTest-452999304 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 79b37610-4dc9-401b-81c4-22262796eac6 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 79b37610-4dc9-401b-81c4-22262796eac6 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: Nov 24 14:36:20.768659 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:36:20.771299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Preparing to wait for external event network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:36:20.771299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:20.771299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:20.771299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:20.772706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:36:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-911302226',display_name='tempest-VolumesActionsTest-instance-911302226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-911302226',id=102,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-j8r4lhuo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:36:17Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=79b37610-4dc9-401b-81c4-22262796eac6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:36:20.773299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:36:20.774855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:36:20.775539 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:36:20.776271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.777010 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:20.777827 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:36:20.779222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.779830 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf496e52-a057-56f3-94d1-397f1a09bd08', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:20.781213 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.783812 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.788144 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.788715 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6dc189fe-40, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:20.789623 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6dc189fe-40, col_values=(('qos', UUID('30879850-0618-449f-b15e-394a97ec5c47')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:20.790249 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6dc189fe-40, col_values=(('external_ids', {'iface-id': '6dc189fe-400d-4339-b2c4-a7df1f5f0fba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:95:83', 'vm-uuid': '79b37610-4dc9-401b-81c4-22262796eac6'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:20.793135 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.796262 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:20.804829 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:20.807119 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') Nov 24 14:36:22.335128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:36:22.335128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:36:22.335790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] No VIF found with MAC fa:16:3e:ba:95:83, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:36:22.336229 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Using config drive Nov 24 14:36:22.848166 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:23.035154 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Creating config drive at /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.config Nov 24 14:36:23.041352 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp54urql7m {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:23.173047 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp54urql7m" returned: 0 in 0.131s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:23.243295 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.250595 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.256191 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.262542 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.414574 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:23.414574 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] VM Started (Lifecycle Event) Nov 24 14:36:23.490355 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.492542 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.497441 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.501032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:23.921147 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:23.925060 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:23.925352 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] VM Paused (Lifecycle Event) Nov 24 14:36:24.429518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:24.433632 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Synchronizing instance power state after lifecycle event "Paused"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 3 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:36:24.937419 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:36:25.792604 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:27.608290 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:28.180791 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-54b5f8a4-2afc-4007-85f9-13a636cc8622 req-1fdb4189-7467-4700-a88c-9c77702a2dab service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:28.180791 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-54b5f8a4-2afc-4007-85f9-13a636cc8622 req-1fdb4189-7467-4700-a88c-9c77702a2dab service nova] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:28.181206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-54b5f8a4-2afc-4007-85f9-13a636cc8622 req-1fdb4189-7467-4700-a88c-9c77702a2dab service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:28.182401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-54b5f8a4-2afc-4007-85f9-13a636cc8622 req-1fdb4189-7467-4700-a88c-9c77702a2dab service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:28.182843 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-54b5f8a4-2afc-4007-85f9-13a636cc8622 req-1fdb4189-7467-4700-a88c-9c77702a2dab service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Processing event network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:36:28.184198 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance event wait completed in 4 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:36:28.188251 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:28.188609 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] VM Resumed (Lifecycle Event) Nov 24 14:36:28.191693 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:36:28.196411 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance spawned successfully. Nov 24 14:36:28.196472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:36:28.692217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:28.696494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:36:28.706901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:28.707100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:28.707767 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:28.707844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:28.708154 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:28.708492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:36:29.202032 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:36:29.217121 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Took 10.59 seconds to spawn the instance on the hypervisor. Nov 24 14:36:29.217364 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:29.741785 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Took 15.83 seconds to build instance. Nov 24 14:36:30.230982 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:30.232442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:30.232442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:30.232442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:30.232442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] No waiting events found dispatching network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:30.232442 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-341b5edd-31c7-489f-81d2-25d940b004f3 req-e1d60c9f-22db-4212-997e-59c37df7a624 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received unexpected event network-vif-plugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba for instance with vm_state active and task_state None. Nov 24 14:36:30.245580 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-20f91903-af9c-4116-aad3-4c9815ebdd8c tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.352s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:30.795247 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.104120 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:32.104758 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:32.105258 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:32.105748 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:32.106163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:32.109878 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Terminating instance Nov 24 14:36:32.614831 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:36:32.638091 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.649480 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.663466 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.677746 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.832340 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:32.833506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:32.833873 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:32.834146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:32.834373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] No waiting events found dispatching network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:32.834692 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b4e6485b-8853-43a3-a231-6c03980b8dad req-b7941a24-6342-44e4-bf4c-9c5580b55d15 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:36:32.835044 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.841620 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:32.872091 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Instance destroyed successfully. Nov 24 14:36:32.872703 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lazy-loading 'resources' on Instance uuid 79b37610-4dc9-401b-81c4-22262796eac6 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:36:33.376287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:36:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-911302226',display_name='tempest-VolumesActionsTest-instance-911302226',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesactionstest-instance-911302226',id=102,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=,launch_index=0,launched_at=2025-11-24T19:36:29Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='29bb480e9b0c49108e5dc813e976866b',ramdisk_id='',reservation_id='r-j8r4lhuo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-452999304',owner_user_name='tempest-VolumesActionsTest-452999304-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:36:29Z,user_data=None,user_id='286e1fff753f43d5a359a405427fc726',uuid=79b37610-4dc9-401b-81c4-22262796eac6,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:36:33.376847 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converting VIF {"id": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "address": "fa:16:3e:ba:95:83", "network": {"id": "598330ad-308d-4def-9896-dd93a7c42e1f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1646909782-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29bb480e9b0c49108e5dc813e976866b", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dc189fe-40", "ovs_interfaceid": "6dc189fe-400d-4339-b2c4-a7df1f5f0fba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:36:33.377373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:36:33.377801 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:36:33.379263 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.379635 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6dc189fe-40, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:33.381631 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.384198 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:33.385831 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.386221 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30879850-0618-449f-b15e-394a97ec5c47) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:36:33.387115 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.389587 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.392507 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:95:83,bridge_name='br-int',has_traffic_filtering=True,id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba,network=Network(598330ad-308d-4def-9896-dd93a7c42e1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6dc189fe-40') Nov 24 14:36:33.393216 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Deleting instance files /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6_del Nov 24 14:36:33.394173 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Deletion of /opt/stack/data/nova/instances/79b37610-4dc9-401b-81c4-22262796eac6_del complete Nov 24 14:36:33.592588 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:33.907975 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Took 1.29 seconds to destroy the instance on the hypervisor. Nov 24 14:36:33.908614 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:36:33.909001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:36:33.909217 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:36:33.909830 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:33.991214 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:36:34.273212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-85b4bf93-ad79-4633-8d82-cf6fcb598e0f req-0597e2d4-dcf9-43fd-b542-615ed099bd23 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-deleted-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:34.273212 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-85b4bf93-ad79-4633-8d82-cf6fcb598e0f req-0597e2d4-dcf9-43fd-b542-615ed099bd23 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Neutron deleted interface 6dc189fe-400d-4339-b2c4-a7df1f5f0fba; detaching it from the instance and deleting it from the info cache Nov 24 14:36:34.273212 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-85b4bf93-ad79-4633-8d82-cf6fcb598e0f req-0597e2d4-dcf9-43fd-b542-615ed099bd23 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:34.740213 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:36:34.777436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-85b4bf93-ad79-4633-8d82-cf6fcb598e0f req-0597e2d4-dcf9-43fd-b542-615ed099bd23 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Detach interface failed, port_id=6dc189fe-400d-4339-b2c4-a7df1f5f0fba, reason: Instance 79b37610-4dc9-401b-81c4-22262796eac6 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:36:34.901699 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:36:34.902027 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] Acquiring lock "79b37610-4dc9-401b-81c4-22262796eac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:34.902353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:34.902683 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] Lock "79b37610-4dc9-401b-81c4-22262796eac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:34.903638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] No waiting events found dispatching network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:36:34.904032 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-985a373d-ba81-4f2c-9fb9-89105e91a816 req-c58edb7e-2d1c-4d1d-8031-fc645f518ac8 service nova] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Received event network-vif-unplugged-6dc189fe-400d-4339-b2c4-a7df1f5f0fba for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:36:35.243535 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Took 1.33 seconds to deallocate network for instance. Nov 24 14:36:35.753501 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:35.753941 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:35.826849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:36:36.331638 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:36:36.837168 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.083s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:36.891983 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Deleted allocations for instance 79b37610-4dc9-401b-81c4-22262796eac6 Nov 24 14:36:37.903980 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3cc8b06a-a8ae-4c8f-9911-76664a71f457 tempest-VolumesActionsTest-452999304 tempest-VolumesActionsTest-452999304-project-member] Lock "79b37610-4dc9-401b-81c4-22262796eac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.799s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:38.418384 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:38.754595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:38.754826 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances with incomplete migration {{(pid=120184) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} Nov 24 14:36:43.256657 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:43.419125 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:43.420132 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:43.420224 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:36:43.420420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:43.422486 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:43.422486 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:43.761933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:43.762104 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:43.762237 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:43.762369 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:36:43.859841 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:36:43.860776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:36:43.874620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.014s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:36:43.874723 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7033MB free_disk=373.0106506347656GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:36:43.874905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:36:43.875151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:36:44.979186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:36:44.979186 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=512MB phys_disk=399GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:36:43 up 44 min, 13 users, load average: 3.97, 4.74, 4.22\n'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:36:45.026812 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:36:45.533522 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:36:46.040649 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:36:46.040649 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:36:47.753404 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:47.753923 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:47.754134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:47.870755 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:36:47.870873 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] VM Stopped (Lifecycle Event) Nov 24 14:36:48.375447 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-d4d6adb5-2a0e-480a-a2da-10e3a7479815 None None] [instance: 79b37610-4dc9-401b-81c4-22262796eac6] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:36:48.421458 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:49.255499 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:49.753398 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:49.753593 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:36:52.753717 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:52.754095 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:53.424544 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:53.424991 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:36:53.425650 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:36:53.425983 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:53.464002 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:36:53.464002 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:36:54.755269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:57.753445 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:36:57.753828 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} Nov 24 14:36:58.262480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] There are 0 instances to clean {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} Nov 24 14:36:58.464241 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:01.707636 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:03.465660 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:05.770679 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:07.361010 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:07.614184 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:08.468306 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:10.584654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:10.584654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:11.088050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:37:11.773807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:11.774298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:11.780360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:37:11.780810 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Claim successful on node np0005533992.novalocal Nov 24 14:37:12.617199 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:12.825462 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing inventories for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} Nov 24 14:37:12.857634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Updating ProviderTree inventory for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 from _refresh_and_get_inventory using data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} Nov 24 14:37:12.857801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Updating inventory in ProviderTree for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 with inventory: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} Nov 24 14:37:12.890351 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing aggregate associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, aggregates: None {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} Nov 24 14:37:12.923488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing trait associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, traits: COMPUTE_NET_VIF_MODEL_LAN9118,HW_CPU_X86_SSE42,COMPUTE_SECURITY_STATELESS_FIRMWARE,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SOUND_MODEL_VIRTIO,COMPUTE_STORAGE_VIRTIO_FS,COMPUTE_SOUND_MODEL_SB16,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_SOUND_MODEL_ES1370,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_SOUND_MODEL_ICH9,COMPUTE_SOUND_MODEL_ICH6,HW_CPU_X86_SSSE3,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOUND_MODEL_PCSPK,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VIOMMU_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_ADDRESS_SPACE_PASSTHROUGH,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOUND_MODEL_AC97,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_IGB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NODE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOUND_MODEL_USB,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_ARCH_X86_64,COMPUTE_TRUSTED_CERTS,COMPUTE_ADDRESS_SPACE_EMULATED {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} Nov 24 14:37:12.986069 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:37:13.470308 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:13.489811 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:37:13.998212 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:13.998951 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:37:14.506290 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:37:14.506489 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:37:14.506846 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:14.507022 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:14.577683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e48df3b35f84ee88136fd47ee531c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c642367dafaa45dd89634e7ec9822ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:37:15.010426 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:37:15.207425 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Successfully created port: b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:37:15.515475 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:37:15.769792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Successfully updated port: b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:37:15.819342 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-changed-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:37:15.820219 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Refreshing instance network info cache due to event network-changed-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:37:15.820697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] Acquiring lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:37:15.821141 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] Acquired lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:37:15.821551 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Refreshing network info cache for port b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:37:16.272986 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:37:16.326728 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:16.373749 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:37:16.528683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:37:16.531402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:37:16.531402 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Creating image(s) Nov 24 14:37:16.531402 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "/opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:16.531788 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "/opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:16.533383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "/opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:16.533383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:37:16.536115 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:37:16.538440 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:16.631904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.092s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:16.632878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:16.633845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:16.634619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:37:16.640861 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:37:16.641746 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:16.729458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.087s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:16.730222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:16.771922 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk 1073741824" returned: 0 in 0.041s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:16.772571 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.139s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:16.773192 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:16.880467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.107s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:16.880916 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:37:16.881282 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:16.959514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:16.960120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Cannot resize image /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:37:16.960715 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:37:16.961074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Ensure instance console log exists: /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:37:16.961643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:16.962048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:16.962362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:17.213140 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:37:17.618468 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:17.716586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-86fbacf1-936f-468d-b39d-1dd2b8726730 req-fd31740a-eee1-4dbe-a9cc-96e25a6253c1 service nova] Releasing lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:37:17.717088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquired lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:37:17.717347 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:37:18.471925 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:18.519434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:37:18.874755 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:19.009695 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating instance_info_cache with network_info: [{"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:37:19.514025 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Releasing lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:37:19.514598 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance network_info: |[{"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:37:19.518429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Start _get_guest_xml network_info=[{"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:37:19.523212 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:37:19.525048 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesBackupsTest-instance-1068035980', uuid='58bad5fd-33d8-45e5-83be-dce1df318deb'), owner=OwnerMeta(userid='0e48df3b35f84ee88136fd47ee531c1f', username='tempest-VolumesBackupsTest-1816644175-project-member', projectid='c642367dafaa45dd89634e7ec9822ef2', projectname='tempest-VolumesBackupsTest-1816644175'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013039.5244582) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:37:19.527137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:37:19.527754 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:37:19.529360 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:37:19.529928 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:37:19.531345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:37:19.531968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:37:19.532308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:37:19.532585 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:37:19.532930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:37:19.533137 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:37:19.533420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:37:19.533798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:37:19.534088 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:37:19.534380 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:37:19.534690 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:37:19.534991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:37:19.540169 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:37:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1068035980',display_name='tempest-VolumesBackupsTest-instance-1068035980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1068035980',id=103,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL6MljrS7ehF1MPTcQmnIoqXUlPOACwCc9HVI//UrBDpmXKP8lfVKATtpP1vlykrxxV3AHoU0gHuX+LhNihP/jYX9wsRU8V98oQuAc8rStz5fJUL6hfXXY+tfl9K9pFv1A==',key_name='tempest-keypair-475113492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-a4f1rf56',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:37:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=58bad5fd-33d8-45e5-83be-dce1df318deb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:37:19.540531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:37:19.541618 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:37:19.542509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'pci_devices' on Instance uuid 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] End _get_guest_xml xml= Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 58bad5fd-33d8-45e5-83be-dce1df318deb Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: instance-00000067 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-instance-1068035980 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:37:19 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-1816644175-project-member Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-1816644175 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 58bad5fd-33d8-45e5-83be-dce1df318deb Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 58bad5fd-33d8-45e5-83be-dce1df318deb Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:20.048983 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:37:20.052006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Preparing to wait for external event network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:37:20.052006 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:20.052006 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:20.052006 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:20.052006 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:37:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1068035980',display_name='tempest-VolumesBackupsTest-instance-1068035980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1068035980',id=103,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL6MljrS7ehF1MPTcQmnIoqXUlPOACwCc9HVI//UrBDpmXKP8lfVKATtpP1vlykrxxV3AHoU0gHuX+LhNihP/jYX9wsRU8V98oQuAc8rStz5fJUL6hfXXY+tfl9K9pFv1A==',key_name='tempest-keypair-475113492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-a4f1rf56',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:37:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=58bad5fd-33d8-45e5-83be-dce1df318deb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:37:20.052325 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:37:20.052930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:37:20.053460 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:37:20.054084 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.054508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:37:20.055047 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:37:20.055943 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.056351 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b613e038-3c87-50df-844d-1090c2790afd', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:37:20.058032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.059226 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.062519 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.062966 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb05f63a4-51, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:37:20.063516 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb05f63a4-51, col_values=(('qos', UUID('822305d3-5dcb-49a4-a464-9474ce7a2e7d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:37:20.063889 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb05f63a4-51, col_values=(('external_ids', {'iface-id': 'b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:62:1f', 'vm-uuid': '58bad5fd-33d8-45e5-83be-dce1df318deb'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:37:20.065639 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.069038 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:37:20.073299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:20.075602 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') Nov 24 14:37:21.598886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:37:21.599368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:37:21.599484 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No VIF found with MAC fa:16:3e:ae:62:1f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:37:21.600281 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Using config drive Nov 24 14:37:22.110057 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:22.435829 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Creating config drive at /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.config Nov 24 14:37:22.442219 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp4nuu0ai5 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:22.570236 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp4nuu0ai5" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:22.620337 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.657223 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.664447 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.670493 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.846484 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:37:22.848019 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] VM Started (Lifecycle Event) Nov 24 14:37:22.899894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bb5fd204-4e41-438e-9a2a-4e19d2dc815d req-c9c70dee-5ac3-4fd3-91a7-be8d2191007d service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:37:22.899894 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bb5fd204-4e41-438e-9a2a-4e19d2dc815d req-c9c70dee-5ac3-4fd3-91a7-be8d2191007d service nova] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:22.901091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bb5fd204-4e41-438e-9a2a-4e19d2dc815d req-c9c70dee-5ac3-4fd3-91a7-be8d2191007d service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:22.901091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-bb5fd204-4e41-438e-9a2a-4e19d2dc815d req-c9c70dee-5ac3-4fd3-91a7-be8d2191007d service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:22.901091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-bb5fd204-4e41-438e-9a2a-4e19d2dc815d req-c9c70dee-5ac3-4fd3-91a7-be8d2191007d service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Processing event network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:37:22.901612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:37:22.910985 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:37:22.919980 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance spawned successfully. Nov 24 14:37:22.919980 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:37:22.939402 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.943596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.951577 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.951785 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:22.952655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:23.355323 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:37:23.363380 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:37:23.431246 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.431651 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.433239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.434844 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.435505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.436667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:37:23.868067 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:37:23.870664 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:37:23.870664 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] VM Paused (Lifecycle Event) Nov 24 14:37:23.946217 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Took 7.42 seconds to spawn the instance on the hypervisor. Nov 24 14:37:23.946572 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:37:24.375975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:37:24.384135 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:37:24.384425 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] VM Resumed (Lifecycle Event) Nov 24 14:37:24.463404 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Took 12.87 seconds to build instance. Nov 24 14:37:24.889864 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:37:24.895522 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] No waiting events found dispatching network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:37:24.948807 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-cddc4171-aa2e-4d94-900d-94bcf42f95e3 req-8f36f6f3-22c9-45fc-81ac-8cabe1b6d42f service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received unexpected event network-vif-plugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 for instance with vm_state active and task_state None. Nov 24 14:37:24.965633 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2ee8d75d-72f2-44ea-aeca-f71908cf1f68 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.381s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:25.065195 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:25.980849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-changed-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:37:25.980849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Refreshing instance network info cache due to event network-changed-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:37:25.982536 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] Acquiring lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:37:25.983143 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] Acquired lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:37:25.983712 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Refreshing network info cache for port b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:37:26.524359 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:26.792098 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:37:26.919732 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updated VIF entry in instance network info cache for port b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:37:26.919732 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating instance_info_cache with network_info: [{"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:37:27.423045 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4a3179a3-b17a-4c9f-9d43-7f4a4ba2d0cd req-5d7d9923-ffc1-4bf2-b9a6-7fdb93027f6b service nova] Releasing lock "refresh_cache-58bad5fd-33d8-45e5-83be-dce1df318deb" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:37:27.625207 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:30.066100 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:32.672782 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:33.652217 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:35.067119 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:37.672312 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:40.069945 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:42.674437 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:43.258298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:43.765673 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:43.765978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:43.766102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:43.766278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:37:44.795657 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:44.891378 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:44.893676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:44.975381 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb/disk --force-share --output=json" returned: 0 in 0.082s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:45.071703 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:45.124426 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:37:45.125505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:45.151326 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.026s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:45.151820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7612MB free_disk=372.0285301208496GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:37:45.151999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:45.152647 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:45.721197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:45.721613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:46.226335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 58bad5fd-33d8-45e5-83be-dce1df318deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:37:46.226752 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:37:46.227012 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:37:45 up 45 min, 12 users, load average: 3.85, 4.56, 4.18\n', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_c642367dafaa45dd89634e7ec9822ef2': '1', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:37:46.235327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:37:46.314505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:37:46.762635 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Ignoring supplied device name: /dev/vdb Nov 24 14:37:46.820538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:37:47.268473 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.547s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:47.332983 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:37:47.333267 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:47.676898 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:48.341976 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:37:48.342518 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:37:48.342957 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Attaching volume 5410a40c-b38e-41f4-907e-6d228834ea7d to /dev/vdb Nov 24 14:37:48.409862 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:37:48.411408 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:48.418626 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:48.418890 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e680f43f-51ba-47ca-9217-4acc17a2e747]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9f537ad9-1922-4167-a558-895a836e70c2]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:48.420875 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:37:48.421417 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f537ad9-1922-4167-a558-895a836e70c2]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:48.421869 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:37:48.422206 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:37:48.423333 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:48.432910 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:48.433009 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b916b31f-b952-472d-b5fc-82e2bff612f3]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:48.434613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:48.443978 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:48.444240 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f53ee1-b049-4c63-b310-21b1d72f881b]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:48.445237 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a11ce1-de46-46cb-a7ef-551d06b7fb62]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:48.445839 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:48.462335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:37:48.462834 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:37:48.465155 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:37:48.467249 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:feae:621f', 'fe80::58e0:b7ff:fe2e:5631'] Nov 24 14:37:48.467586 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:37:48.467977 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:37:48.468706 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== get_connector_properties: return (58ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:feae:621f', 'fe80::58e0:b7ff:fe2e:5631']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:37:48.469136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating existing volume attachment record: 6040e57c-ab62-49df-9440-4c7a17e34181 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:37:50.073526 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:50.829442 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:50.829867 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:50.830148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:51.754639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:51.755202 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:37:52.037346 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:37:52.038672 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d', 'target_lun': 0, 'volume_id': '5410a40c-b38e-41f4-907e-6d228834ea7d', 'auth_method': 'CHAP', 'auth_username': 'hzeCNTAuKgVTnpGooZD4', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:37:52.039196 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:37:52.040298 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:37:52.040752 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d', 'target_lun': 0, 'volume_id': '5410a40c-b38e-41f4-907e-6d228834ea7d', 'auth_method': 'CHAP', 'auth_username': 'hzeCNTAuKgVTnpGooZD4', 'auth_password': 'j8ScTS2wooDfj9V3', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:37:52.042108 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:52.049744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[07349299-8b81-4577-9e2d-5f721b6885ab]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:37:52.051907 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:37:52.053620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[07349299-8b81-4577-9e2d-5f721b6885ab]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:52.054389 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:37:52.055056 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:37:52.055532 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:37:52.056871 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:52.070953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260" returned: 21 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:52.070953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e4880d-83fd-4b4c-b9d5-2fe378239e8b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:52.071409 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:37:52.071409 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:52.072332 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:52.083261 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:52.083517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7a00fd-93d9-4c0f-8cf3-1eee4a6f8dbf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:52.084041 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d] added Nov 24 14:37:52.084041 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:37:52.084041 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:37:52.084041 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:37:52.084041 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:52.084330 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:37:52.084843 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.029(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:37:52.085239 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:37:52.677452 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:52.754771 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:53.086772 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:37:53.087861 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.099127 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.099705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[66945e65-f56f-47ca-97ea-a1a59a0de4c9]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:37:53.100790 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.103592 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.115485 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.115876 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6978cf-fc0e-4d91-aa00-6321ee07cfff]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.116141 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.117002 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.128829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.129101 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d3de1ec-ff76-4b13-acdb-3a4de204f39e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.129370 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.130224 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.username -v hzeCNTAuKgVTnpGooZD4 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.144346 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.username -v hzeCNTAuKgVTnpGooZD4" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.144716 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d3951b-7485-4211-b7c4-8d0fc0f1c16c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.145282 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hzeCNTAuKgVTnpGooZD4'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.146253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.162117 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.162447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8861a87-4288-4683-a697-ef91ea6d04cb]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.163040 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.164023 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.175863 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.175960 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[364c2684-d199-4215-8b51-0614bc5e1853]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.176350 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:37:53.176350 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:37:53.176741 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:37:53.176741 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:37:53.176923 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:37:53.176923 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:53.177948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.194895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --login" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.194895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9582840a-2f2f-4986-a2af-e7182f61b313]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.194895 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260] successful. Nov 24 14:37:53.194895 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.195705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.206156 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.206509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc231e2-c140-41ba-9035-aafebe5415cd]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.207096 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:37:53.208209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.221608 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.221969 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea53ad4-6cfa-486e-9e49-b1644b89e2a8]: (4, ('tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.222382 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash) Nov 24 14:37:53.222382 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:37:53.222737 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout=tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash) Nov 24 14:37:53.222737 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:37:53.223234 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.168s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:37:53.223505 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:37:53.224227 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] HCTL ('2', '-', '-', 0) found on session 19 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:37:53.224502 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:37:53.225532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:37:53.242298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.015s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:37:53.242530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de593b9-da05-4941-aab8-cb32f10a16f6]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:37:53.245833 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching for a device in session 19 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:37:54.247979 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching for a device in session 19 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:37:54.248882 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d', 'target_lun': 0, 'volume_id': '5410a40c-b38e-41f4-907e-6d228834ea7d', 'auth_method': 'CHAP', 'auth_username': 'hzeCNTAuKgVTnpGooZD4', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:37:54.249840 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.209s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:37:54.250197 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== connect_volume: return (2211ms) {'type': 'block', 'scsi_wwn': '36001405cfe7300d48264df6874c000b2', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:37:54.250488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '36001405cfe7300d48264df6874c000b2', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:37:54.255462 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:37:54.754757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:54.755230 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] attach device xml: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: 5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: Nov 24 14:37:54.763473 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:37:55.075580 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:37:56.330520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:37:56.330520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:37:56.331117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:37:56.331117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No VIF found with MAC fa:16:3e:ae:62:1f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:37:57.889249 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-40870924-dabe-4de7-a2c9-8ce51db061da tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.547s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:37:59.751305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:00.077858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:00.077858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:00.077858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:38:00.077858 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:38:00.078753 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:38:00.079172 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:05.080204 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:10.082083 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:15.112065 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:20.113164 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:20.147479 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:20.147635 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5035 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:38:20.147880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:38:20.148505 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:20.148729 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:38:24.205395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:24.206197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:24.711926 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Detaching volume 5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:38:24.769739 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Attempting to driver detach volume 5410a40c-b38e-41f4-907e-6d228834ea7d from mountpoint /dev/vdb Nov 24 14:38:24.778967 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-5410a40c-b38e-41f4-907e-6d228834ea7d {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:38:24.781074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-5410a40c-b38e-41f4-907e-6d228834ea7d {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:38:24.781357 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Attempting to detach device vdb from instance 58bad5fd-33d8-45e5-83be-dce1df318deb from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] detach device xml: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: 5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.781903 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:38:24.790474 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-5410a40c-b38e-41f4-907e-6d228834ea7d {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:38:24.790786 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Failed to detach device vdb from instance 58bad5fd-33d8-45e5-83be-dce1df318deb from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:38:24.791102 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] (1/8): Attempting to detach device vdb with device alias ua-5410a40c-b38e-41f4-907e-6d228834ea7d from instance 58bad5fd-33d8-45e5-83be-dce1df318deb from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] detach device xml: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: 5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:24.791608 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:38:24.935345 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-5410a40c-b38e-41f4-907e-6d228834ea7d> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:38:24.936142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-5410a40c-b38e-41f4-907e-6d228834ea7d for instance 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:38:24.940965 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully detached device vdb from instance 58bad5fd-33d8-45e5-83be-dce1df318deb from the live domain config. Nov 24 14:38:24.942675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:38:24.943763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d', 'target_lun': 0, 'volume_id': '5410a40c-b38e-41f4-907e-6d228834ea7d', 'auth_method': 'CHAP', 'auth_username': 'hzeCNTAuKgVTnpGooZD4', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:38:24.944047 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:38:24.944599 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:38:24.945774 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:24.956648 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:24.957028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9b0b689-add7-42a6-a16b-3c659edf3b03]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639 Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:38:24.957450 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:38:24.957882 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:38:24.957882 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:38:24.957882 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:38:24.958131 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:38:24.959210 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:24.970792 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:24.971004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3bb144-ddf0-4cdc-85ca-fd0ddadb74c8]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:24.975953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:24.985034 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:24.985359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2705b180-60e4-48d2-ab9e-09d70f19ae2e]: (4, ('tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash)\ntcp: [21] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:24.985956 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash) Nov 24 14:38:24.985956 np0005533992.novalocal nova-compute[120184]: tcp: [21] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639 (non-flash) Nov 24 14:38:24.985956 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:38:24.987610 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout=tcp: [19] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d (non-flash) Nov 24 14:38:24.987610 np0005533992.novalocal nova-compute[120184]: tcp: [21] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-8d10e5cf-1417-4901-8774-045390352639 (non-flash) Nov 24 14:38:24.987610 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:38:24.987610 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Resulting device map defaultdict(. at 0x7fbcac499c60>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:38:24.987610 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:38:24.989573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:24.995728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7e9b33c2-228c-4967-9618-b98c79b91c8e]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:38:24.998332 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:38:24.999629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9b33c2-228c-4967-9618-b98c79b91c8e]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.000047 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:38:25.000999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:25.012234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:25.012391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[548d6db7-1e19-415e-a0dd-1db2a68e39c6]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.012787 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:38:25.013740 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:25.084782 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.070s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:25.084851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1bb7050-b2de-4c9d-b5be-0e31b6f88382]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.085325 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:38:25.085682 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:38:25.086529 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:38:25.090624 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:25.103344 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:25.104777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d74262-f939-4b63-b0e5-fc5a52bcefdc]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.105077 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:38:25.106725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:25.147074 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --logout" returned: 0 in 0.040s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:25.147074 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1450d020-ad6b-4846-9e66-8bafca0908f0]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.147074 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260] Nov 24 14:38:25.147074 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d, portal: 38.102.83.12,3260] successful. Nov 24 14:38:25.147074 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:38:25.147469 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:25.148867 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:25.155112 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-5410a40c-b38e-41f4-907e-6d228834ea7d -p 38.102.83.12:3260 --op delete" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:25.155511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e6be47-6f35-46b0-9444-1ae5eb1a6619]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:38:25.155680 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:38:25.155877 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.211s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:38:25.156007 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== disconnect_volume: return (212ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:38:25.156128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:38:28.213537 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:38:29.225501 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-74a8e053-934b-4e8a-9dd5-4c9753dc6613 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.019s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:29.691661 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:29.691929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:29.692209 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:29.692421 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:29.692667 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:29.695318 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Terminating instance Nov 24 14:38:30.150462 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.199229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:38:30.221780 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.234180 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.240959 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.254475 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.376700 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:38:30.377482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:30.377482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:30.377708 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:30.378075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] No waiting events found dispatching network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:38:30.378386 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-b6133889-af6d-4036-8e65-845c56770d17 req-afaea8ec-3e87-4f64-99de-60481b535146 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:38:30.470947 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Instance destroyed successfully. Nov 24 14:38:30.471820 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'resources' on Instance uuid 58bad5fd-33d8-45e5-83be-dce1df318deb {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:38:30.977600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:37:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1068035980',display_name='tempest-VolumesBackupsTest-instance-1068035980',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1068035980',id=103,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL6MljrS7ehF1MPTcQmnIoqXUlPOACwCc9HVI//UrBDpmXKP8lfVKATtpP1vlykrxxV3AHoU0gHuX+LhNihP/jYX9wsRU8V98oQuAc8rStz5fJUL6hfXXY+tfl9K9pFv1A==',key_name='tempest-keypair-475113492',keypairs=,launch_index=0,launched_at=2025-11-24T19:37:23Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-a4f1rf56',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:37:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=58bad5fd-33d8-45e5-83be-dce1df318deb,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:38:30.977600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "address": "fa:16:3e:ae:62:1f", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05f63a4-51", "ovs_interfaceid": "b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:38:30.977600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:38:30.978061 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:38:30.978812 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.979522 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb05f63a4-51, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:30.980946 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.983088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.984029 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.984269 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=822305d3-5dcb-49a4-a464-9474ce7a2e7d) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:30.985012 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.987110 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:30.988193 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:30.992181 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:62:1f,bridge_name='br-int',has_traffic_filtering=True,id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05f63a4-51') Nov 24 14:38:30.992732 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Deleting instance files /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb_del Nov 24 14:38:30.993680 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Deletion of /opt/stack/data/nova/instances/58bad5fd-33d8-45e5-83be-dce1df318deb_del complete Nov 24 14:38:31.506394 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:38:31.506904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:38:31.506950 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:38:31.507064 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:38:31.507315 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:31.589631 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:32.426148 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:38:32.426541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] Acquiring lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:32.427362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:32.427362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:32.427605 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] No waiting events found dispatching network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:38:32.427855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-unplugged-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:38:32.428336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Received event network-vif-deleted-b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:38:32.428465 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Neutron deleted interface b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84; detaching it from the instance and deleting it from the info cache Nov 24 14:38:32.429317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:38:32.519125 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:38:32.935077 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-98846c51-e981-43f6-b69a-495a2553d501 req-7ca2fae6-f07c-4a44-b1a3-dc041c22af99 service nova] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Detach interface failed, port_id=b05f63a4-5142-4d2f-9a26-e3f8fe1b3c84, reason: Instance 58bad5fd-33d8-45e5-83be-dce1df318deb could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:38:33.022821 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Took 1.52 seconds to deallocate network for instance. Nov 24 14:38:33.533185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:33.533629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:33.628556 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:38:34.132302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:38:34.638245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.104s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:34.697461 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Deleted allocations for instance 58bad5fd-33d8-45e5-83be-dce1df318deb Nov 24 14:38:35.711689 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e9310e14-94c5-4287-b72c-d6f0f3cc12d7 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "58bad5fd-33d8-45e5-83be-dce1df318deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:35.985594 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:37.241305 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:39.977069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:40.987652 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:41.213424 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:42.686316 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:44.617149 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:44.753617 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:45.259515 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:45.259515 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:45.259820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:45.260098 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:38:45.397323 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:38:45.399030 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:45.420400 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.021s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:45.420935 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7614MB free_disk=371.9782943725586GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:38:45.421294 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:45.421835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:45.466800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:38:45.467019 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] VM Stopped (Lifecycle Event) Nov 24 14:38:45.971132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-49f53b3c-5716-460b-a634-e211002de95b None None] [instance: 58bad5fd-33d8-45e5-83be-dce1df318deb] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:38:45.989803 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:45.997613 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:46.483575 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:38:46.483905 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=512MB phys_disk=399GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:38:45 up 46 min, 13 users, load average: 4.00, 4.46, 4.17\n'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:38:46.539730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:38:47.044886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:38:47.555929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:38:47.555929 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:47.686459 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:49.554325 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:49.554739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:50.024943 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:50.025305 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:50.529670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:38:51.023923 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:51.099921 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:51.100286 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:51.106072 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:38:51.106421 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Claim successful on node np0005533992.novalocal Nov 24 14:38:51.753266 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:52.243650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:38:52.687493 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:52.748883 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:38:52.754750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:52.755010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:38:53.257208 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:53.258019 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:38:53.767907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:38:53.768237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:38:53.769119 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:53.769376 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:53.857327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315c900a11534e28ab1a261af0e2a5fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a0a30894e304bcaac9e633fe88a5d78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:38:54.290259 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:38:54.485238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Successfully created port: fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:38:54.754097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:54.754271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:54.795964 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:38:54.982287 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Successfully updated port: fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:38:55.024223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-changed-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:38:55.025232 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Refreshing instance network info cache due to event network-changed-fa747009-27b7-4083-ab08-1b8a61a87126. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:38:55.025801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] Acquiring lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:38:55.025973 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] Acquired lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:38:55.026257 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Refreshing network info cache for port fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:38:55.486035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:38:55.530658 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:55.590308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:38:55.713765 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:38:55.753579 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:38:55.804624 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:38:55.805628 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:38:55.805935 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Creating image(s) Nov 24 14:38:55.806423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:55.806671 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "/opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:55.807253 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "/opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:55.807821 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:38:55.811372 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:38:55.812837 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:55.891411 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:55.892234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:55.893163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:55.894106 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:38:55.901265 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:38:55.901986 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:56.007246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.105s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:56.008149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:56.026160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:56.039262 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk 1073741824" returned: 0 in 0.031s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:56.039911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.147s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:56.040449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:56.107056 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.066s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:56.107464 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:38:56.107793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:38:56.172892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk --force-share --output=json" returned: 0 in 0.064s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:38:56.173488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Cannot resize image /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:38:56.174165 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:38:56.174539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Ensure instance console log exists: /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:38:56.178665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:56.178665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:56.178665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:56.217299 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-1adcfbde-85fe-4623-9017-f51c858bf4bc req-df656cc8-bff8-452e-957b-c4cafa969aeb service nova] Releasing lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:38:56.218094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquired lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:38:56.218338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:38:56.797592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:38:56.952594 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:38:57.103365 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating instance_info_cache with network_info: [{"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:38:57.606797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Releasing lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:38:57.607336 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance network_info: |[{"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:38:57.610799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Start _get_guest_xml network_info=[{"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:38:57.615726 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:38:57.617505 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesExtendAttachedTest-instance-285229835', uuid='ef346440-70b5-4ef3-98fb-75177e773cfe'), owner=OwnerMeta(userid='315c900a11534e28ab1a261af0e2a5fa', username='tempest-VolumesExtendAttachedTest-828273127-project-member', projectid='0a0a30894e304bcaac9e633fe88a5d78', projectname='tempest-VolumesExtendAttachedTest-828273127'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013137.6169496) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:38:57.619602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:38:57.620358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:38:57.622207 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:38:57.622804 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:38:57.624420 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:38:57.625595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:38:57.626124 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:38:57.626410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:38:57.626759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:38:57.627001 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:38:57.627258 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:38:57.627669 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:38:57.627954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:38:57.628242 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:38:57.629028 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:38:57.629028 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:38:57.634054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:38:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesExtendAttachedTest-instance-285229835',display_name='tempest-VolumesExtendAttachedTest-instance-285229835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesextendattachedtest-instance-285229835',id=104,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBwwboVaVb9HJc9IrTjS9YlSnXp37Cb+PVzWg4mqmxC4tVrJKjhs3Lt7dZMcKEby9++V3+gx3ApZB2CbXd0Cl4Ll1ANF7o+MTqQiWgkh6OGwtpuhtcFopyjbb8Bes0nlg==',key_name='tempest-keypair-2064365276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a0a30894e304bcaac9e633fe88a5d78',ramdisk_id='',reservation_id='r-uw5335p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesExtendAttachedTest-828273127',owner_user_name='tempest-VolumesExtendAttachedTest-828273127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:38:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315c900a11534e28ab1a261af0e2a5fa',uuid=ef346440-70b5-4ef3-98fb-75177e773cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:38:57.634421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converting VIF {"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:38:57.635382 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:38:57.636305 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lazy-loading 'pci_devices' on Instance uuid ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:38:57.689185 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] End _get_guest_xml xml= Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: ef346440-70b5-4ef3-98fb-75177e773cfe Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: instance-00000068 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: tempest-VolumesExtendAttachedTest-instance-285229835 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:38:57 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: tempest-VolumesExtendAttachedTest-828273127-project-member Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: tempest-VolumesExtendAttachedTest-828273127 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: ef346440-70b5-4ef3-98fb-75177e773cfe Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: ef346440-70b5-4ef3-98fb-75177e773cfe Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: Nov 24 14:38:58.141927 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:38:58.145177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Preparing to wait for external event network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:38:58.145177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:38:58.145177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:38:58.145177 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:38:58.145177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:38:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesExtendAttachedTest-instance-285229835',display_name='tempest-VolumesExtendAttachedTest-instance-285229835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesextendattachedtest-instance-285229835',id=104,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBwwboVaVb9HJc9IrTjS9YlSnXp37Cb+PVzWg4mqmxC4tVrJKjhs3Lt7dZMcKEby9++V3+gx3ApZB2CbXd0Cl4Ll1ANF7o+MTqQiWgkh6OGwtpuhtcFopyjbb8Bes0nlg==',key_name='tempest-keypair-2064365276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a0a30894e304bcaac9e633fe88a5d78',ramdisk_id='',reservation_id='r-uw5335p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesExtendAttachedTest-828273127',owner_user_name='tempest-VolumesExtendAttachedTest-828273127-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:38:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315c900a11534e28ab1a261af0e2a5fa',uuid=ef346440-70b5-4ef3-98fb-75177e773cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:38:58.145495 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converting VIF {"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:38:58.145930 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:38:58.148913 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:38:58.148913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.148913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:58.148913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:38:58.148913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.149291 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2e99d27-385a-5a07-bc43-73a47d2b2ade', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:58.151648 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.154661 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:58.157747 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.158279 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa747009-27, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:58.159002 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa747009-27, col_values=(('qos', UUID('9cd7a320-17f3-4001-a114-c28c2cce903d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:58.159408 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa747009-27, col_values=(('external_ids', {'iface-id': 'fa747009-27b7-4083-ab08-1b8a61a87126', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c1:61:90', 'vm-uuid': 'ef346440-70b5-4ef3-98fb-75177e773cfe'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:38:58.161087 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.164491 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:38:58.170470 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:38:58.172915 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') Nov 24 14:38:59.699838 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:38:59.700354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:38:59.700397 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No VIF found with MAC fa:16:3e:c1:61:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:38:59.701253 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Using config drive Nov 24 14:39:00.211393 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:39:00.349571 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Creating config drive at /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.config Nov 24 14:39:00.351436 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp4vkp4mlv {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:00.476653 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp4vkp4mlv" returned: 0 in 0.124s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:00.560236 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:00.565081 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:00.582715 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:00.725903 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-72bbac19-efbb-472f-9ce8-d05b6241f788 req-5fa4f578-8f38-4035-b867-fc5fdc1deb91 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:00.726433 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-72bbac19-efbb-472f-9ce8-d05b6241f788 req-5fa4f578-8f38-4035-b867-fc5fdc1deb91 service nova] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:00.726903 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-72bbac19-efbb-472f-9ce8-d05b6241f788 req-5fa4f578-8f38-4035-b867-fc5fdc1deb91 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:00.726999 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-72bbac19-efbb-472f-9ce8-d05b6241f788 req-5fa4f578-8f38-4035-b867-fc5fdc1deb91 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:00.727370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-72bbac19-efbb-472f-9ce8-d05b6241f788 req-5fa4f578-8f38-4035-b867-fc5fdc1deb91 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Processing event network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:39:00.732481 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:39:00.733170 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:39:00.733349 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] VM Started (Lifecycle Event) Nov 24 14:39:00.740302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:39:00.744781 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance spawned successfully. Nov 24 14:39:00.745123 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:39:00.879488 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:00.886806 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:00.896689 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:01.237082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:39:01.240986 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.254338 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:39:01.744146 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:39:01.744413 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:39:01.744483 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] VM Paused (Lifecycle Event) Nov 24 14:39:01.757583 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Took 5.95 seconds to spawn the instance on the hypervisor. Nov 24 14:39:01.757583 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:39:02.247482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:39:02.251882 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:39:02.252210 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] VM Resumed (Lifecycle Event) Nov 24 14:39:02.269046 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Took 11.23 seconds to build instance. Nov 24 14:39:02.691100 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:02.757054 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:39:02.760940 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:39:02.767213 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:02.767360 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:02.767517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:02.767677 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:02.767954 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] No waiting events found dispatching network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:39:02.767954 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-73fdbbae-fd17-4658-a6e4-bc7c939fb4df req-eedddae9-09cd-401b-bdae-e8d5453aba0b service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received unexpected event network-vif-plugged-fa747009-27b7-4083-ab08-1b8a61a87126 for instance with vm_state active and task_state None. Nov 24 14:39:02.773060 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-15d66669-df11-4924-9f6b-8ad44adb6b52 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.747s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:03.012033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-changed-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:03.012033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Refreshing instance network info cache due to event network-changed-fa747009-27b7-4083-ab08-1b8a61a87126. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:39:03.012033 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] Acquiring lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:39:03.012033 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] Acquired lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:39:03.012033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Refreshing network info cache for port fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:39:03.161470 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:03.513315 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:39:03.785100 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:39:03.864667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updated VIF entry in instance network info cache for port fa747009-27b7-4083-ab08-1b8a61a87126. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:39:03.864932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating instance_info_cache with network_info: [{"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:39:04.368491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-eb5853fa-c879-4ea6-b3ca-42a1d254e8bb req-8878afdf-aa68-4652-ab12-414c30733d8c service nova] Releasing lock "refresh_cache-ef346440-70b5-4ef3-98fb-75177e773cfe" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:39:07.693945 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:08.162590 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:12.696647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:13.164812 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:17.699360 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:18.165969 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:22.699941 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:23.035881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:23.036206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:23.168175 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:23.541215 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lazy-loading 'flavor' on Instance uuid ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:39:24.047178 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Ignoring supplied device name: /dev/vdb Nov 24 14:39:24.549760 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.513s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:25.639629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:25.639629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:25.639629 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Attaching volume 7d458d0d-eb5c-42b1-bc81-712b2309a02f to /dev/vdb Nov 24 14:39:25.760590 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:39:25.767135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:25.772348 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:25.775698 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f305c84-67fb-4f77-ba56-e77c855096e7]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[444f3edf-10bf-46bb-b61d-4a090c045985]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[444f3edf-10bf-46bb-b61d-4a090c045985]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:39:25.781102 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:39:25.782241 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:25.791492 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:25.791641 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ad9861-e82b-4a17-b8b5-d4345d43c278]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:25.793873 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:25.807642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:25.807916 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c3c3c3-009d-4c38-acab-7f7a6ba5a65d]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:25.809777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c04037-9fd9-4723-bdce-9082361da665]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:25.810530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:25.836354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:39:25.836906 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:39:25.839407 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:39:25.840624 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fec1:6190', 'fe80::e0ae:4fff:fe1e:508c'] Nov 24 14:39:25.841056 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:39:25.841225 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:39:25.841852 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] <== get_connector_properties: return (80ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fec1:6190', 'fe80::e0ae:4fff:fe1e:508c']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:39:25.842302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating existing volume attachment record: 2eb2ead6-8931-4ec0-8cbc-0d93bb91ef7e {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:39:27.701435 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:28.170094 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:29.909671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:39:29.911430 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:39:29.912000 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:39:29.912982 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:39:29.913487 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': 'LuxVhV6vrFTAxop9', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:39:29.914885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:29.921858 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c89fa0e3-c2b4-4b26-8ee0-cd0d010bdeee]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:39:29.924005 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:39:29.926469 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89fa0e3-c2b4-4b26-8ee0-cd0d010bdeee]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:29.927410 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:39:29.928095 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:39:29.928488 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:39:29.929682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:29.943695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260" returned: 21 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:29.948116 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfcc920a-48cd-409c-97b2-d01e6eba2187]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:29.948692 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:39:29.948692 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:29.949797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:29.964520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.015s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:29.964825 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9d399c-0256-457c-9f63-dab684031db0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:29.965431 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f] added Nov 24 14:39:29.965431 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:39:29.965431 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:39:29.965431 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:39:29.965431 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:29.966306 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:39:29.968305 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.038(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:39:29.969461 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:39:30.971517 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:39:30.972757 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:30.983665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:30.984129 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[87729a63-a949-45f8-a8a0-c906ae4a7b85]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:39:30.985977 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:30.988868 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:30.997851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:30.998298 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2ab6c0-e319-428f-bd4f-f0f6c828c5e1]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:30.998614 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:30.999549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.010780 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.011077 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a2443d-dfe6-4c9d-a411-10058162f6ef]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.011474 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:31.014215 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.username -v 9NXECML8znwf9iQKs7nm {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.026226 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.username -v 9NXECML8znwf9iQKs7nm" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.026526 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8280de92-aaa0-4a36-8da1-ed2e9070bbd4]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.027005 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', '9NXECML8znwf9iQKs7nm'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:31.028087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.038796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.039024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[962ec472-41b7-454b-916e-09edf96ad3c9]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.039573 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:31.040391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.050391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.050718 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8874c56-eaa5-48c3-84d0-817647c921bf]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.051253 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:39:31.051253 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:39:31.051418 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:39:31.051418 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:39:31.051653 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:39:31.051653 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:31.052454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.070317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --login" returned: 0 in 0.018s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.070619 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2bf282-f8ab-4cae-8c09-78fe70d02abc]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.071132 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260] successful. Nov 24 14:39:31.071132 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:31.072159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.085520 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.085877 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe561ce5-4581-4faf-9692-3a31634de6bf]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.086300 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:31.087087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.098984 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.099203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[97b2b495-51ac-44ed-a078-92043efeb618]: (4, ('tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.099656 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:31.099656 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:39:31.099943 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsi session list stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:31.099943 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:39:31.100629 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.172s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:39:31.101029 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:39:31.102019 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] HCTL ('2', '-', '-', 0) found on session 24 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:39:31.102301 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:39:31.103527 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:31.131639 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.028s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:31.131880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7e79bf-9f39-46bd-8c64-b997147899de]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:31.134170 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Searching for a device in session 24 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:39:32.134353 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Searching for a device in session 24 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:39:32.135458 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:39:32.136431 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.224s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:39:32.136878 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] <== connect_volume: return (2224ms) {'type': 'block', 'scsi_wwn': '36001405b9aeefd85ed34e4ca6647d3e3', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:39:32.137175 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '36001405b9aeefd85ed34e4ca6647d3e3', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:39:32.142159 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lazy-loading 'flavor' on Instance uuid ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] attach device xml: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: 7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:32.650496 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:39:32.753140 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:33.171434 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:34.269725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:39:34.270260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:39:34.270260 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:39:34.270348 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] No VIF found with MAC fa:16:3e:c1:61:90, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:39:35.835931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-9439ae4d-a25d-47d7-95e9-38ebcc983711 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.198s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:36.984923 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event volume-extended-7d458d0d-eb5c-42b1-bc81-712b2309a02f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:37.488106 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Handling volume-extended event for volume 7d458d0d-eb5c-42b1-bc81-712b2309a02f {{(pid=120184) extend_volume /opt/stack/nova/nova/compute/manager.py:11667}} Nov 24 14:39:37.993499 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Cinder extended volume 7d458d0d-eb5c-42b1-bc81-712b2309a02f; extending it to detect new size Nov 24 14:39:38.172668 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:39:38.173593 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:38.173734 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:39:38.173913 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:39:38.174365 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:39:38.174817 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:38.520956 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] calling os-brick to extend iSCSI Volume {{(pid=120184) extend_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:87}} Nov 24 14:39:38.522106 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] ==> extend_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda': {}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:39:38.522374 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Acquiring lock "extend_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.extend_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:39:38.523096 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Lock "extend_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.extend_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:39:38.523826 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Extend volume for {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'} Nov 24 14:39:38.524132 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Multipath discovery for iSCSI not enabled. Nov 24 14:39:38.525425 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.538438 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.538798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3d9115-f343-4d2b-a8f8-8d5f214ef1b7]: (4, ('tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash)\ntcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.539451 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] iscsiadm ('-m', 'session'): stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:38.539451 np0005533992.novalocal nova-compute[120184]: tcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash) Nov 24 14:39:38.539451 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:39:38.539600 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] iscsi session list stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:38.539600 np0005533992.novalocal nova-compute[120184]: tcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash) Nov 24 14:39:38.539600 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:39:38.540221 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Found paths for volume ['/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0'] Nov 24 14:39:38.540463 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Checking paths are valid ['/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0'] {{(pid=120184) extend_volume /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:691}} Nov 24 14:39:38.541401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): dd if=/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0 of=/dev/null count=1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.549936 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "dd if=/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0 of=/dev/null count=1" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.550189 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f003c92-2326-4063-a5ab-a93962dc450c]: (4, ('', '1+0 records in\n1+0 records out\n512 bytes copied, 0.000500053 s, 1.0 MB/s\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.550704 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] extend volume ['/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0'] {{(pid=120184) extend_volume /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:698}} Nov 24 14:39:38.551113 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Running cmd (subprocess): lsscsi {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.573508 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] CMD "lsscsi" returned: 0 in 0.022s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.574199 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] dev_info={'device': '/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0', 'host': '2', 'channel': '0', 'id': '0', 'lun': '0'} {{(pid=120184) get_device_info /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:203}} Nov 24 14:39:38.574524 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Volume device info = {'device': '/dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0', 'host': '2', 'channel': '0', 'id': '0', 'lun': '0'} {{(pid=120184) extend_volume /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:702}} Nov 24 14:39:38.575972 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --getsize64 /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.584392 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --getsize64 /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.584813 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[039b1041-9a75-4c45-b16c-35fefafdd370]: (4, ('1073741824\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.585269 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Starting size: 1073741824 {{(pid=120184) extend_volume /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:713}} Nov 24 14:39:38.586327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/bus/scsi/drivers/sd/2:0:0:0/rescan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.636820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/bus/scsi/drivers/sd/2:0:0:0/rescan" returned: 0 in 0.050s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.637027 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[046959f0-69e8-4a03-a2c4-eccee6c197af]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.639080 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --getsize64 /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.647320 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --getsize64 /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.648327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd39537-6092-4782-b9b6-b832675f598d]: (4, ('2147483648\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.648825 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] volume size after scsi device rescan 2147483648 {{(pid=120184) extend_volume /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:719}} Nov 24 14:39:38.649896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): /lib/udev/scsi_id --page 0x83 --whitelisted /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:38.664931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "/lib/udev/scsi_id --page 0x83 --whitelisted /dev/disk/by-path/ip-38.102.83.12:3260-iscsi-iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f-lun-0" returned: 0 in 0.015s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:38.665127 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b423462-88ba-408f-a8c6-89f7c31fc923]: (4, ('36001405b9aeefd85ed34e4ca6647d3e3\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:38.667677 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] Lock "extend_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.extend_volume" :: held 0.143s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:39:38.668262 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] <== extend_volume: return (145ms) 2147483648 {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:39:38.669238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Extend iSCSI Volume: new_size=2147483648 {{(pid=120184) extend_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:89}} Nov 24 14:39:38.673949 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [req-f484a49d-5851-4f3b-a397-c80dc1ead6ca req-77d54d4f-8077-4648-a95d-b8075a7482eb service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Resizing target device /dev/sda to 2147483648 {{(pid=120184) _resize_attached_volume /opt/stack/nova/nova/virt/libvirt/driver.py:2902}} Nov 24 14:39:39.981850 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:39.982230 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:40.485344 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Detaching volume 7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:40.547710 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Attempting to driver detach volume 7d458d0d-eb5c-42b1-bc81-712b2309a02f from mountpoint /dev/vdb Nov 24 14:39:40.556426 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Found disk vdb by alias ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:39:40.558789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Found disk vdb by alias ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:39:40.559110 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Attempting to detach device vdb from instance ef346440-70b5-4ef3-98fb-75177e773cfe from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] detach device xml: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: 7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.559668 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:39:40.569762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Found disk vdb by alias ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:39:40.569762 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Failed to detach device vdb from instance ef346440-70b5-4ef3-98fb-75177e773cfe from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:39:40.569762 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] (1/8): Attempting to detach device vdb with device alias ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f from instance ef346440-70b5-4ef3-98fb-75177e773cfe from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] detach device xml: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: 7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: Nov 24 14:39:40.570118 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:39:40.716066 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:39:40.717518 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-7d458d0d-eb5c-42b1-bc81-712b2309a02f for instance ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:39:40.721742 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Successfully detached device vdb from instance ef346440-70b5-4ef3-98fb-75177e773cfe from the live domain config. Nov 24 14:39:40.723308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:39:40.724582 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'target_lun': 0, 'volume_id': '7d458d0d-eb5c-42b1-bc81-712b2309a02f', 'auth_method': 'CHAP', 'auth_username': '9NXECML8znwf9iQKs7nm', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:39:40.724922 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:39:40.725495 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:39:40.726743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.737843 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.738091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c033473b-9034-4628-b848-3b7200cb9df5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:39:40.738548 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:39:40.738868 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:39:40.738868 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:39:40.738868 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:39:40.739249 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:39:40.740119 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.749912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.750135 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ca2521-b878-424b-b865-e55b9b65a881]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f\n38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.751062 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.759398 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.759727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[538a307d-08ec-49ba-857f-e0db9438b059]: (4, ('tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash)\ntcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.760124 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:40.760124 np0005533992.novalocal nova-compute[120184]: tcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash) Nov 24 14:39:40.760124 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:39:40.760436 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsi session list stdout=tcp: [24] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f (non-flash) Nov 24 14:39:40.760436 np0005533992.novalocal nova-compute[120184]: tcp: [25] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-9c72607f-3da7-4df8-8808-5a7d5aebdece (non-flash) Nov 24 14:39:40.760436 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:39:40.761419 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Resulting device map defaultdict(. at 0x7fbcac3176a0>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:39:40.761821 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:39:40.762514 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.768736 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[619ee989-4bae-4c69-ad4c-bdaf418306eb]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:39:40.770158 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:39:40.771273 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[619ee989-4bae-4c69-ad4c-bdaf418306eb]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.771875 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:39:40.772743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.780820 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.781222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b88b0f-2bd8-487c-a988-0115d34a6518]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.781658 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:39:40.782407 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.837426 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.054s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.838267 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[714b65fa-c469-4258-aec4-08d59b60abf4]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.838879 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:39:40.839203 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:39:40.839791 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:39:40.840783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.849278 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.850266 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa362d30-2d63-4a81-b211-599263c3fa77]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.850266 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:40.852936 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.884696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --logout" returned: 0 in 0.033s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.885719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cfb805a-4539-4f30-8588-ce8641ceda1d]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.886244 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260] Nov 24 14:39:40.886244 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f, portal: 38.102.83.12,3260] successful. Nov 24 14:39:40.886244 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:40.887285 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:40.898458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-7d458d0d-eb5c-42b1-bc81-712b2309a02f -p 38.102.83.12:3260 --op delete" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:40.898664 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[433bc5ee-8dce-4443-b0dc-823b714b22ba]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:39:40.899108 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:39:40.899518 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.174s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:39:40.899920 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] <== disconnect_volume: return (175ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:39:40.900218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:39:43.176590 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:43.963205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lazy-loading 'flavor' on Instance uuid ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:39:44.972458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-bcb1103d-4f3f-4263-a35a-27e4c0936e73 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.990s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:45.395244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:45.395244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:45.395244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:45.395244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:45.395244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:45.398064 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Terminating instance Nov 24 14:39:45.903049 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:39:45.933180 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:45.942374 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:45.957630 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:45.971219 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.091207 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:46.091397 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:46.091517 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:46.091668 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:46.091800 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] No waiting events found dispatching network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:39:46.091937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-195dba82-aacf-4c47-9895-88c963542a16 req-027ebfe4-424c-4ea8-ad37-ffd3e052a636 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:39:46.127042 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.133994 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.178758 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Instance destroyed successfully. Nov 24 14:39:46.179308 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lazy-loading 'resources' on Instance uuid ef346440-70b5-4ef3-98fb-75177e773cfe {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:39:46.193088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.683337 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:38:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesExtendAttachedTest-instance-285229835',display_name='tempest-VolumesExtendAttachedTest-instance-285229835',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesextendattachedtest-instance-285229835',id=104,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBwwboVaVb9HJc9IrTjS9YlSnXp37Cb+PVzWg4mqmxC4tVrJKjhs3Lt7dZMcKEby9++V3+gx3ApZB2CbXd0Cl4Ll1ANF7o+MTqQiWgkh6OGwtpuhtcFopyjbb8Bes0nlg==',key_name='tempest-keypair-2064365276',keypairs=,launch_index=0,launched_at=2025-11-24T19:39:01Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='0a0a30894e304bcaac9e633fe88a5d78',ramdisk_id='',reservation_id='r-uw5335p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesExtendAttachedTest-828273127',owner_user_name='tempest-VolumesExtendAttachedTest-828273127-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:39:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315c900a11534e28ab1a261af0e2a5fa',uuid=ef346440-70b5-4ef3-98fb-75177e773cfe,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:39:46.683691 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converting VIF {"id": "fa747009-27b7-4083-ab08-1b8a61a87126", "address": "fa:16:3e:c1:61:90", "network": {"id": "7fe9b8bf-a8bf-406d-87e0-09d02707a7c0", "bridge": "br-int", "label": "tempest-VolumesExtendAttachedTest-1170635103-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a0a30894e304bcaac9e633fe88a5d78", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa747009-27", "ovs_interfaceid": "fa747009-27b7-4083-ab08-1b8a61a87126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:39:46.684859 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:39:46.685389 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:39:46.687314 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.687851 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa747009-27, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:39:46.690245 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.693888 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:39:46.694873 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.695248 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9cd7a320-17f3-4001-a114-c28c2cce903d) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:39:46.696222 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:46.698420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:39:46.702055 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:61:90,bridge_name='br-int',has_traffic_filtering=True,id=fa747009-27b7-4083-ab08-1b8a61a87126,network=Network(7fe9b8bf-a8bf-406d-87e0-09d02707a7c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa747009-27') Nov 24 14:39:46.702550 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Deleting instance files /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe_del Nov 24 14:39:46.703323 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Deletion of /opt/stack/data/nova/instances/ef346440-70b5-4ef3-98fb-75177e773cfe_del complete Nov 24 14:39:46.752926 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:46.753295 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:47.215010 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Took 1.31 seconds to destroy the instance on the hypervisor. Nov 24 14:39:47.215680 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:39:47.215913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:39:47.216218 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:39:47.216606 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:39:47.258335 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:47.258511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:47.258674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:47.258809 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:39:47.265174 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:39:47.358725 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:39:47.359754 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:39:47.378254 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:39:47.378827 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7804MB free_disk=371.94067001342773GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:39:47.379148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:47.379595 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:48.141096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:48.141463 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] Acquiring lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:48.141831 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:48.142126 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:48.142418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] No waiting events found dispatching network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:39:48.142766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-unplugged-fa747009-27b7-4083-ab08-1b8a61a87126 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:39:48.143045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Received event network-vif-deleted-fa747009-27b7-4083-ab08-1b8a61a87126 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:39:48.143326 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Neutron deleted interface fa747009-27b7-4083-ab08-1b8a61a87126; detaching it from the instance and deleting it from the info cache Nov 24 14:39:48.143657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:39:48.208968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:39:48.441655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance ef346440-70b5-4ef3-98fb-75177e773cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:39:48.442073 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:39:48.442262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:39:47 up 47 min, 13 users, load average: 4.28, 4.46, 4.19\n', 'num_instances': '1', 'num_vm_active': '1', 'num_task_deleting': '1', 'num_os_type_None': '1', 'num_proj_0a0a30894e304bcaac9e633fe88a5d78': '1', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:39:48.531352 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:39:48.648023 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-e265da7e-0835-4271-adac-68414782198b req-f2e2f869-a8fb-4c2c-86e1-aeafb64bbdd1 service nova] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Detach interface failed, port_id=fa747009-27b7-4083-ab08-1b8a61a87126, reason: Instance ef346440-70b5-4ef3-98fb-75177e773cfe could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:39:48.713076 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Took 1.50 seconds to deallocate network for instance. Nov 24 14:39:49.035912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:39:49.222170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:39:49.544071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:39:49.544071 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:49.544759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.322s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:39:49.633825 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:39:50.138414 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:39:50.541239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:50.646942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.103s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:50.694123 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Deleted allocations for instance ef346440-70b5-4ef3-98fb-75177e773cfe Nov 24 14:39:51.698227 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:51.704817 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-db366a80-04c0-4271-a995-46e9f2f936a7 tempest-VolumesExtendAttachedTest-828273127 tempest-VolumesExtendAttachedTest-828273127-project-member] Lock "ef346440-70b5-4ef3-98fb-75177e773cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.310s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:39:51.753002 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:53.753970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:53.753970 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:39:55.754004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:56.700161 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:39:56.753723 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:57.200823 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:39:57.755327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:39:59.310367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:01.177707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:40:01.178284 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] VM Stopped (Lifecycle Event) Nov 24 14:40:01.681935 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-cf18efe2-75c2-4d83-a60e-e989e37aa4d0 None None] [instance: ef346440-70b5-4ef3-98fb-75177e773cfe] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:40:01.740097 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:01.750437 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:06.745787 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:11.744461 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:40:11.747088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:11.747088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:40:11.747088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:40:11.747088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:40:11.747088 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:16.748282 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:40:21.750213 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:40:21.751290 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:21.751415 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:40:21.751594 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:40:21.752053 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:40:21.752455 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:22.180490 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:22.180860 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:22.684705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:40:23.230750 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:23.231393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:23.235504 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:40:23.235742 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Claim successful on node np0005533992.novalocal Nov 24 14:40:24.340039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:40:24.845116 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:40:25.352833 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:25.353623 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:40:25.865543 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:40:25.865868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:40:25.866350 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:25.869928 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:25.976747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e48df3b35f84ee88136fd47ee531c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c642367dafaa45dd89634e7ec9822ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:40:26.373982 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:40:26.569640 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Successfully created port: 8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:40:26.752942 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:26.878580 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:40:27.091385 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Successfully updated port: 8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:40:27.167766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-changed-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:40:27.168091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Refreshing instance network info cache due to event network-changed-8f645e17-5fd6-4a4f-a2f7-0ba45481b505. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:40:27.168436 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] Acquiring lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:40:27.168737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] Acquired lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:40:27.169051 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Refreshing network info cache for port 8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:40:27.595525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:40:27.672667 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:27.748429 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:40:27.893432 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:40:27.897868 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:40:27.898324 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Creating image(s) Nov 24 14:40:27.899087 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:27.902159 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "/opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:27.903076 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "/opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:27.905073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:40:27.911441 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:40:27.912690 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:27.923374 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:40:28.014573 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:28.015225 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:28.016017 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:28.016772 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:40:28.023273 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:40:28.023888 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:28.084634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.060s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:28.084634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:28.119444 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk 1073741824" returned: 0 in 0.035s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:28.119766 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.104s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:28.120048 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:28.206948 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.086s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:28.208272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:40:28.208739 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:28.267607 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json" returned: 0 in 0.058s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:28.268134 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Cannot resize image /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:40:28.268724 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:40:28.269075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Ensure instance console log exists: /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:40:28.269585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:28.269982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:28.270391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:28.427618 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2118b0b5-deef-4b50-8c90-06b6c44021ce req-4493b2bc-93c6-4634-a118-df5504133c34 service nova] Releasing lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:40:28.428365 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquired lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:40:28.428707 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:40:29.009648 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:40:29.186023 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:29.332636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating instance_info_cache with network_info: [{"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:40:29.837685 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Releasing lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:40:29.837685 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance network_info: |[{"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:40:29.841109 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Start _get_guest_xml network_info=[{"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:40:29.846046 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:40:29.847900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesBackupsTest-instance-1204450761', uuid='b1799139-a6ca-488f-9566-7b99141e444f'), owner=OwnerMeta(userid='0e48df3b35f84ee88136fd47ee531c1f', username='tempest-VolumesBackupsTest-1816644175-project-member', projectid='c642367dafaa45dd89634e7ec9822ef2', projectname='tempest-VolumesBackupsTest-1816644175'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013229.8472958) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:40:29.850122 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:40:29.850740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:40:29.852509 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:40:29.853117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:40:29.854515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:40:29.855113 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:40:29.855452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:40:29.855748 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:40:29.856057 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:40:29.856329 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:40:29.856634 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:40:29.857010 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:40:29.857283 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:40:29.857595 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:40:29.857885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:40:29.858176 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:40:29.863253 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:40:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1204450761',display_name='tempest-VolumesBackupsTest-instance-1204450761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1204450761',id=105,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO33OM7+Azir116+7PtiNAWTMLt3EJiDudBisSVVPGCnkazpUprbbeIj3RdanDhfu5yunZs4u9xkoKVkCyw0PlOYgzt4ZewLUp5aNWgeKUPzSAEAbQQKa2ro6OchAvzpWw==',key_name='tempest-keypair-1427674896',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-uym1cvz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:40:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=b1799139-a6ca-488f-9566-7b99141e444f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:40:29.864654 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:40:29.864654 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:40:29.865471 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'pci_devices' on Instance uuid b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] End _get_guest_xml xml= Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: b1799139-a6ca-488f-9566-7b99141e444f Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: instance-00000069 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-instance-1204450761 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:40:29 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-1816644175-project-member Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: tempest-VolumesBackupsTest-1816644175 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: b1799139-a6ca-488f-9566-7b99141e444f Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: b1799139-a6ca-488f-9566-7b99141e444f Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: Nov 24 14:40:30.373472 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:40:30.376418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Preparing to wait for external event network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:40:30.376418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:30.376418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:30.376418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:30.376418 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:40:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1204450761',display_name='tempest-VolumesBackupsTest-instance-1204450761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1204450761',id=105,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO33OM7+Azir116+7PtiNAWTMLt3EJiDudBisSVVPGCnkazpUprbbeIj3RdanDhfu5yunZs4u9xkoKVkCyw0PlOYgzt4ZewLUp5aNWgeKUPzSAEAbQQKa2ro6OchAvzpWw==',key_name='tempest-keypair-1427674896',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-uym1cvz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:40:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=b1799139-a6ca-488f-9566-7b99141e444f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:40:30.376887 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:40:30.377353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:40:30.377997 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:40:30.378764 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.379256 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:40:30.379747 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:40:30.380717 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.381125 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33d5421f-e82e-5611-aac0-8b8fe8fefba6', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:40:30.382508 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.384876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.387916 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.388273 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f645e17-5f, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:40:30.388935 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f645e17-5f, col_values=(('qos', UUID('9a9d542e-3f66-49d0-a3f0-9faa9855c9e6')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:40:30.389223 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f645e17-5f, col_values=(('external_ids', {'iface-id': '8f645e17-5fd6-4a4f-a2f7-0ba45481b505', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:10:fc', 'vm-uuid': 'b1799139-a6ca-488f-9566-7b99141e444f'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:40:30.390584 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.393420 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:40:30.400429 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:30.401840 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') Nov 24 14:40:31.927261 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:40:31.927790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:40:31.927854 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No VIF found with MAC fa:16:3e:29:10:fc, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:40:31.928683 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Using config drive Nov 24 14:40:32.437980 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:32.586046 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Creating config drive at /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.config Nov 24 14:40:32.592124 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_gzane1z {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:32.719347 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp_gzane1z" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:32.812246 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:32.819299 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:32.825770 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:32.831066 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:33.020739 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:40:33.020739 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] VM Started (Lifecycle Event) Nov 24 14:40:33.134145 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-820f9642-0bcd-4e47-a17b-7cf395e4bdd9 req-02bb3d0b-3736-452d-a629-085db7db9eb2 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:40:33.134435 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-820f9642-0bcd-4e47-a17b-7cf395e4bdd9 req-02bb3d0b-3736-452d-a629-085db7db9eb2 service nova] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:33.134697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-820f9642-0bcd-4e47-a17b-7cf395e4bdd9 req-02bb3d0b-3736-452d-a629-085db7db9eb2 service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:33.134778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-820f9642-0bcd-4e47-a17b-7cf395e4bdd9 req-02bb3d0b-3736-452d-a629-085db7db9eb2 service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:33.134943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-820f9642-0bcd-4e47-a17b-7cf395e4bdd9 req-02bb3d0b-3736-452d-a629-085db7db9eb2 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Processing event network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:40:33.136683 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:40:33.139603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:40:33.146276 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance spawned successfully. Nov 24 14:40:33.146823 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:40:33.150681 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:33.153398 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:33.158825 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:33.530430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:40:33.534492 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:40:33.660788 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:33.661177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:33.662094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:33.662966 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:33.663635 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:33.664317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:40:34.038836 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:40:34.039445 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:40:34.039727 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] VM Paused (Lifecycle Event) Nov 24 14:40:34.173476 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Took 6.28 seconds to spawn the instance on the hypervisor. Nov 24 14:40:34.173890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:40:34.545115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:40:34.551781 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:40:34.552078 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] VM Resumed (Lifecycle Event) Nov 24 14:40:34.691534 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Took 11.50 seconds to build instance. Nov 24 14:40:35.055816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:40:35.060326 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:40:35.174496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:40:35.174737 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:35.178710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:35.179097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:35.179515 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] No waiting events found dispatching network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:40:35.179952 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-6a6e3830-d5e5-4884-87dd-370943b72cfd req-55deab28-952b-4437-bbdb-27db04ddb783 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received unexpected event network-vif-plugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 for instance with vm_state active and task_state None. Nov 24 14:40:35.194812 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-04c840df-6cb8-4fee-8271-92189f1b8d2c tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.014s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:35.213959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-changed-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:40:35.214278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Refreshing instance network info cache due to event network-changed-8f645e17-5fd6-4a4f-a2f7-0ba45481b505. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:40:35.214744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] Acquiring lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:40:35.215091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] Acquired lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:40:35.215579 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Refreshing network info cache for port 8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:40:35.391263 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:35.719675 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:36.045790 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:40:36.178775 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updated VIF entry in instance network info cache for port 8f645e17-5fd6-4a4f-a2f7-0ba45481b505. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:40:36.179295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating instance_info_cache with network_info: [{"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:40:36.683140 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-165e9773-25e5-4b24-b77d-5bb9880c1e06 req-767858ec-cf82-409c-b912-a825a472dfa4 service nova] Releasing lock "refresh_cache-b1799139-a6ca-488f-9566-7b99141e444f" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:40:37.768761 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:40.392105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:42.770980 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:45.394538 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:46.752886 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:47.259072 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:47.259415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:47.259734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:47.260041 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:40:47.772704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:48.290121 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:48.389857 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:48.390464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:48.486462 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:48.595530 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:40:48.597216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:40:48.619469 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.022s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:40:48.619978 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7698MB free_disk=371.9114685058594GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:40:48.620269 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:40:48.620724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:40:49.686120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance b1799139-a6ca-488f-9566-7b99141e444f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:40:49.686526 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:40:49.686809 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:40:48 up 48 min, 13 users, load average: 2.83, 4.02, 4.06\n', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_c642367dafaa45dd89634e7ec9822ef2': '1', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:40:49.770578 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:40:50.275394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:40:50.396831 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:50.784158 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:40:50.784671 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:40:52.780950 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:52.781523 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:52.781523 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:52.807895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:54.752896 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:54.753725 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:40:55.398548 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:56.755676 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:57.753456 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:40:57.851439 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:40:59.754084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:00.401968 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:01.093306 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:41:01.094235 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:41:01.601444 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:41:02.105993 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Ignoring supplied device name: /dev/vdb Nov 24 14:41:02.609455 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.516s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:41:02.847944 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:03.695217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:41:03.695687 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:41:03.696210 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Attaching volume 662c5cd4-cc35-4e90-a911-679b13dfa7a5 to /dev/vdb Nov 24 14:41:03.743165 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:41:03.744642 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:03.752796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:03.753205 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[25507d19-f525-4402-8d7e-0109ae178d8c]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[aea28c1e-7223-47a3-8694-ae6b807ba2c2]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:03.755546 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:41:03.756314 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea28c1e-7223-47a3-8694-ae6b807ba2c2]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:03.756889 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:41:03.757175 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:41:03.758055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:03.768023 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:03.768246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[17de29c2-757b-4e3e-87ab-2c5dfd2fd8f1]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:03.769366 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:03.779744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:03.779965 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7d05fb-dbbe-4c48-84f2-c671d96c9e0c]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:03.781174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d8cb90-5b26-49ba-8a2b-692983b138d6]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:03.781666 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:03.799094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:41:03.799508 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:41:03.801906 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:41:03.803003 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe29:10fc', 'fe80::d821:f8ff:fe9f:14e6'] Nov 24 14:41:03.803280 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:41:03.803579 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:41:03.804189 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== get_connector_properties: return (60ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe29:10fc', 'fe80::d821:f8ff:fe9f:14e6']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:41:03.804747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating existing volume attachment record: d673260c-de6b-4350-9e8d-3b9e5e72572e {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:41:05.402814 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:07.371375 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:41:07.372806 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'target_lun': 0, 'volume_id': '662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'auth_method': 'CHAP', 'auth_username': 'rwfecJCEJ9JcRMgV8PNK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:41:07.373140 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:41:07.373980 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:41:07.374277 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'target_lun': 0, 'volume_id': '662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'auth_method': 'CHAP', 'auth_username': 'rwfecJCEJ9JcRMgV8PNK', 'auth_password': 'ZDyQkauPVCK7HqgF', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:41:07.375367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:07.382123 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9a5eddc2-4972-4973-948d-5ab1a4e2bb06]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:41:07.384533 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:41:07.386038 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5eddc2-4972-4973-948d-5ab1a4e2bb06]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:07.387074 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:41:07.388571 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:41:07.388571 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:41:07.389885 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:07.401040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260" returned: 21 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:07.401852 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d12532-52af-43c8-89bd-c43408ace5f6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:07.402353 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:41:07.402353 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:07.403279 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:07.414503 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:07.414775 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[4baba84e-115a-440e-92af-6c249d8df122]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:07.415237 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5] added Nov 24 14:41:07.415237 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:41:07.415237 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:41:07.415237 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:41:07.415237 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:07.415526 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:41:07.416046 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.028(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:41:07.416405 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:41:08.418114 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:41:08.419674 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.430190 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.430454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b18cd8-6c3b-40eb-8fd0-51f0df5706ae]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:41:08.432273 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.435221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.445022 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.445416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d0a0c24-a612-4f58-b15e-592fe984cbc8]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.445904 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.446907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.457494 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.457764 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6342f8f-0506-4247-8ddd-6a5909368f86]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.458189 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.459169 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v rwfecJCEJ9JcRMgV8PNK {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.470169 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v rwfecJCEJ9JcRMgV8PNK" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.470588 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[35dafaf0-be1e-4b7e-b301-67914114e57e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.470916 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rwfecJCEJ9JcRMgV8PNK'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.472002 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.483023 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.483245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[45bd52a6-07e3-4896-8729-94add3908058]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.483864 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.485132 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.495134 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.495659 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[874fb3e4-2605-4c8d-8ae3-189e89eeaa49]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.496070 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:41:08.496070 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:41:08.496343 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:41:08.496343 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:41:08.496664 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:41:08.496664 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:08.497644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.513679 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --login" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.514018 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[239410a6-0704-41e1-9f1f-53ef803d3a66]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.514457 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260] successful. Nov 24 14:41:08.514457 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.515484 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.528764 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.528994 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a728c1b4-9c29-440b-94a5-97423cfb6009]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.529438 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:41:08.530383 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.541845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.542065 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afebe6a-bcf1-4ff9-8dff-7e9698e26c5f]: (4, ('tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.542536 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash) Nov 24 14:41:08.542536 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:41:08.542886 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout=tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash) Nov 24 14:41:08.542886 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:41:08.543410 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.156s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:41:08.543722 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:41:08.544419 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] HCTL ('2', '-', '-', 0) found on session 27 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:41:08.544780 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:41:08.545702 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:08.568875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.021s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:08.568875 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e290c99c-1ecf-489a-9770-e1e0f215160c]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:41:08.568875 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching for a device in session 27 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:41:09.569257 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Searching for a device in session 27 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:41:09.571593 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'target_lun': 0, 'volume_id': '662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'auth_method': 'CHAP', 'auth_username': 'rwfecJCEJ9JcRMgV8PNK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:41:09.572543 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.199s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:41:09.573134 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== connect_volume: return (2200ms) {'type': 'block', 'scsi_wwn': '360014057ad461a8207b4d06bc300103f', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:41:09.573636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '360014057ad461a8207b4d06bc300103f', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:41:09.578322 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] attach device xml: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: 662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: Nov 24 14:41:10.086815 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:41:10.404413 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:11.675146 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:41:11.675617 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:41:11.675806 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:41:11.676128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] No VIF found with MAC fa:16:3e:29:10:fc, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:41:13.245321 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-6c2c230b-52c2-49b3-80b1-d8f8f3118010 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.549s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:41:15.404926 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:20.405737 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:25.406452 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:30.408158 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:30.409805 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:30.410085 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:41:30.410275 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:30.410788 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:30.411203 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:35.412462 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:35.414107 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:35.414253 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:41:35.414376 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:35.414706 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:35.414957 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:40.416397 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:40.418023 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:40.418215 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:41:40.418385 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:40.418934 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:40.419346 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:45.420143 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:45.421356 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:45.421643 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:41:45.421832 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:45.422377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:45.422886 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:48.750085 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:48.752650 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:49.263803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:41:49.263803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:41:49.263803 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:41:49.263803 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:41:50.298423 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:50.400043 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json" returned: 0 in 0.102s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:50.400778 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:50.425002 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:50.498996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:50.499601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] skipping disk /dev/sda (vdb) as it is a volume {{(pid=120184) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:12208}} Nov 24 14:41:50.618126 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:41:50.619758 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:41:50.641773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.021s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:41:50.641773 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7486MB free_disk=371.91588592529297GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:41:50.641980 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:41:50.642270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:41:51.711226 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance b1799139-a6ca-488f-9566-7b99141e444f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:41:51.711655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:41:51.711901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:41:50 up 49 min, 13 users, load average: 1.67, 3.46, 3.86\n', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_c642367dafaa45dd89634e7ec9822ef2': '1', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:41:51.802714 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:41:52.307633 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:41:52.815839 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:41:52.816283 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:41:52.816598 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:52.816855 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances with incomplete migration {{(pid=120184) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} Nov 24 14:41:53.320538 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:55.426733 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:55.428191 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:41:55.428343 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:41:55.428529 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:55.468463 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:41:55.468897 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:41:55.823131 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:55.823496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:55.823822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:55.824063 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:41:57.754379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:41:57.754931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:00.469688 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:00.470354 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:00.470681 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:00.470933 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:00.471663 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:00.472326 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:00.753922 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:01.749759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:01.753535 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:01.753840 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} Nov 24 14:42:02.257434 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] There are 0 instances to clean {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} Nov 24 14:42:05.473446 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:05.475221 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:05.475221 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:05.475365 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:05.475940 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:05.476367 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:10.478108 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:10.479213 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:10.479423 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:10.479611 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:10.480122 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:10.480546 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:15.482106 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:15.483127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:15.483336 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:15.483497 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:15.484008 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:15.484412 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:18.063693 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:18.064274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:18.568532 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Detaching volume 662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:42:18.636300 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Attempting to driver detach volume 662c5cd4-cc35-4e90-a911-679b13dfa7a5 from mountpoint /dev/vdb Nov 24 14:42:18.644502 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:42:18.646215 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:42:18.646393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Attempting to detach device vdb from instance b1799139-a6ca-488f-9566-7b99141e444f from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] detach device xml: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: 662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.646822 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:42:18.657606 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Found disk vdb by alias ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:42:18.657797 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Failed to detach device vdb from instance b1799139-a6ca-488f-9566-7b99141e444f from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:42:18.658224 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] (1/8): Attempting to detach device vdb with device alias ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5 from instance b1799139-a6ca-488f-9566-7b99141e444f from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] detach device xml: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: 662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: Nov 24 14:42:18.658943 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:42:18.807139 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:42:18.808590 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-662c5cd4-cc35-4e90-a911-679b13dfa7a5 for instance b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:42:18.812987 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully detached device vdb from instance b1799139-a6ca-488f-9566-7b99141e444f from the live domain config. Nov 24 14:42:18.815120 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:42:18.816378 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'target_lun': 0, 'volume_id': '662c5cd4-cc35-4e90-a911-679b13dfa7a5', 'auth_method': 'CHAP', 'auth_username': 'rwfecJCEJ9JcRMgV8PNK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:42:18.816763 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:42:18.817349 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:42:18.818809 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.830798 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.831035 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[36dc66e3-c45c-4f21-a9ca-c88a51a64752]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:42:18.831635 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:42:18.831926 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:42:18.831926 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:42:18.831926 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:42:18.832358 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:42:18.833510 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.844385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.844822 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[86afa625-b9db-4a65-a296-f94d4e4e5ee4]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.845955 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.856944 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.857197 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[97883b42-5e65-48f4-9389-2c10dd745426]: (4, ('tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.857702 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash) Nov 24 14:42:18.857702 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:42:18.858001 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsi session list stdout=tcp: [27] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 (non-flash) Nov 24 14:42:18.858001 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:42:18.858964 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Resulting device map defaultdict(. at 0x7fbcac3332e0>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:42:18.859411 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:42:18.860502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.866974 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[e045c6c9-3a93-4a4a-bfed-5f9ff2e708fa]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:42:18.869271 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:42:18.871130 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e045c6c9-3a93-4a4a-bfed-5f9ff2e708fa]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.871809 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:42:18.872784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.880634 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.880891 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e06f3f1-13e5-46b1-bc4f-c4fd1daabfec]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.881296 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:42:18.882354 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.943212 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.061s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.943467 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc96b281-fd83-4897-a0dd-803835517c49]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.944074 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:42:18.944381 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:42:18.944859 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:42:18.945982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.958502 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.958829 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9c277e-b69b-4090-9cec-b1f273e8764b]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.959316 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:42:18.960322 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:18.989790 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --logout" returned: 0 in 0.029s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:18.990148 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d129fac-f489-45d3-805d-a43f64eabaa5]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:18.990888 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260] Nov 24 14:42:18.990888 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5, portal: 38.102.83.12,3260] successful. Nov 24 14:42:18.990888 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:42:18.992100 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:19.002732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-662c5cd4-cc35-4e90-a911-679b13dfa7a5 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:19.003049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe24ebd-b968-49cd-9830-06e5e2e54f94]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:42:19.003448 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:42:19.003868 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.186s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:42:19.004168 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] <== disconnect_volume: return (187ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:42:19.004442 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:42:20.485606 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:20.486878 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:20.487257 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:20.487540 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:20.488188 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:20.488803 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:22.073600 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'flavor' on Instance uuid b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:42:23.083217 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-664daa1d-6d82-48b2-9e1f-80e14bc8fe4e tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.019s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:23.470912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:23.471288 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:23.471710 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:23.472081 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:23.472410 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:23.475698 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Terminating instance Nov 24 14:42:23.981276 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:42:24.008414 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.020957 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.038821 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.043169 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.053105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.174228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:42:24.174704 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:24.174956 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:24.175242 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:24.175541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] No waiting events found dispatching network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:42:24.175876 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6257e64f-2d9d-4700-b242-9eb22900fefe req-50fbf4b8-00bf-4edc-b9df-20815115eabe service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:42:24.203652 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.213598 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.254846 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.260388 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Instance destroyed successfully. Nov 24 14:42:24.262421 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lazy-loading 'resources' on Instance uuid b1799139-a6ca-488f-9566-7b99141e444f {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:42:24.768356 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:40:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesBackupsTest-instance-1204450761',display_name='tempest-VolumesBackupsTest-instance-1204450761',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumesbackupstest-instance-1204450761',id=105,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO33OM7+Azir116+7PtiNAWTMLt3EJiDudBisSVVPGCnkazpUprbbeIj3RdanDhfu5yunZs4u9xkoKVkCyw0PlOYgzt4ZewLUp5aNWgeKUPzSAEAbQQKa2ro6OchAvzpWw==',key_name='tempest-keypair-1427674896',keypairs=,launch_index=0,launched_at=2025-11-24T19:40:34Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='c642367dafaa45dd89634e7ec9822ef2',ramdisk_id='',reservation_id='r-uym1cvz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesBackupsTest-1816644175',owner_user_name='tempest-VolumesBackupsTest-1816644175-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:40:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0e48df3b35f84ee88136fd47ee531c1f',uuid=b1799139-a6ca-488f-9566-7b99141e444f,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:42:24.768356 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converting VIF {"id": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "address": "fa:16:3e:29:10:fc", "network": {"id": "3493f966-aa58-4f6f-9e2c-23b8f8113449", "bridge": "br-int", "label": "tempest-VolumesBackupsTest-1431410385-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c642367dafaa45dd89634e7ec9822ef2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f645e17-5f", "ovs_interfaceid": "8f645e17-5fd6-4a4f-a2f7-0ba45481b505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:42:24.769317 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:42:24.769948 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:42:24.772154 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.772632 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f645e17-5f, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:42:24.774249 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.776491 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.777768 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.778169 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9a9d542e-3f66-49d0-a3f0-9faa9855c9e6) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:42:24.778859 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.780671 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:24.783673 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:10:fc,bridge_name='br-int',has_traffic_filtering=True,id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505,network=Network(3493f966-aa58-4f6f-9e2c-23b8f8113449),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f645e17-5f') Nov 24 14:42:24.783673 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Deleting instance files /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f_del Nov 24 14:42:24.784347 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Deletion of /opt/stack/data/nova/instances/b1799139-a6ca-488f-9566-7b99141e444f_del complete Nov 24 14:42:25.299799 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Took 1.32 seconds to destroy the instance on the hypervisor. Nov 24 14:42:25.300496 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:42:25.300799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:42:25.301117 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:42:25.301533 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:42:25.367235 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:42:26.220433 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:42:26.220629 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] Acquiring lock "b1799139-a6ca-488f-9566-7b99141e444f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:26.220782 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:26.220907 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] Lock "b1799139-a6ca-488f-9566-7b99141e444f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:26.221022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] No waiting events found dispatching network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:42:26.221147 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-unplugged-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:42:26.221268 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Received event network-vif-deleted-8f645e17-5fd6-4a4f-a2f7-0ba45481b505 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:42:26.221393 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Neutron deleted interface 8f645e17-5fd6-4a4f-a2f7-0ba45481b505; detaching it from the instance and deleting it from the info cache Nov 24 14:42:26.221523 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:42:26.262203 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:42:26.726768 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8162a4bf-f946-48bb-98a0-cf78c08a4a6d req-ece9d6ab-39d8-4297-ab33-975d3e7fb45e service nova] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Detach interface failed, port_id=8f645e17-5fd6-4a4f-a2f7-0ba45481b505, reason: Instance b1799139-a6ca-488f-9566-7b99141e444f could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:42:26.764500 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Took 1.46 seconds to deallocate network for instance. Nov 24 14:42:26.892233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:27.273796 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:27.274281 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:27.424907 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing inventories for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} Nov 24 14:42:27.469610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Updating ProviderTree inventory for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 from _refresh_and_get_inventory using data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} Nov 24 14:42:27.469996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Updating inventory in ProviderTree for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 with inventory: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} Nov 24 14:42:27.509592 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing aggregate associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, aggregates: None {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} Nov 24 14:42:27.559147 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Refreshing trait associations for resource provider 086dc306-ae54-4839-a40f-ca2c3cf70797, traits: COMPUTE_NET_VIF_MODEL_LAN9118,HW_CPU_X86_SSE42,COMPUTE_SECURITY_STATELESS_FIRMWARE,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SOUND_MODEL_VIRTIO,COMPUTE_STORAGE_VIRTIO_FS,COMPUTE_SOUND_MODEL_SB16,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_SOUND_MODEL_ES1370,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_SOUND_MODEL_ICH9,COMPUTE_SOUND_MODEL_ICH6,HW_CPU_X86_SSSE3,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOUND_MODEL_PCSPK,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VIOMMU_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_ADDRESS_SPACE_PASSTHROUGH,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOUND_MODEL_AC97,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_IGB,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NODE,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOUND_MODEL_USB,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_ARCH_X86_64,COMPUTE_TRUSTED_CERTS,COMPUTE_ADDRESS_SPACE_EMULATED {{(pid=120184) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} Nov 24 14:42:27.652050 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:42:28.157238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:42:28.665049 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.391s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:28.721912 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Deleted allocations for instance b1799139-a6ca-488f-9566-7b99141e444f Nov 24 14:42:29.733201 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-0a133a26-efc6-4ec4-afaa-efaa312219d5 tempest-VolumesBackupsTest-1816644175 tempest-VolumesBackupsTest-1816644175-project-member] Lock "b1799139-a6ca-488f-9566-7b99141e444f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.262s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:29.778843 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:34.367925 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:34.780517 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:39.252790 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:42:39.253447 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: b1799139-a6ca-488f-9566-7b99141e444f] VM Stopped (Lifecycle Event) Nov 24 14:42:39.757702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-7baaa361-4064-4ae2-9a28-518190bf854a None None] [instance: b1799139-a6ca-488f-9566-7b99141e444f] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:42:39.781714 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:42:39.782339 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:39.782534 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:42:39.782763 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:39.783306 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:42:39.783779 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:44.784135 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:49.753150 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:49.753553 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:49.785720 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:50.259510 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:50.259872 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:50.260170 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:50.260850 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:42:50.378010 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:42:50.379382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:42:50.402292 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.022s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:42:50.402985 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7848MB free_disk=371.91791915893555GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:42:50.403330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:42:50.403884 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:42:51.462740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:42:51.462740 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=512MB phys_disk=399GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:42:50 up 50 min, 13 users, load average: 1.64, 3.14, 3.72\n'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:42:51.512230 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:42:51.676838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:52.016596 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:42:52.522333 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:42:52.522963 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:42:52.869454 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:53.199626 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:54.522934 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:54.523727 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:54.788089 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:56.753734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:56.754306 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:42:57.871446 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:58.754515 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:59.754327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:42:59.789547 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:42:59.882046 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:02.259324 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:02.873684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:04.791650 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:07.875607 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:09.794434 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:14.797077 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:19.799079 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:43:24.800970 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:43:24.802044 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:24.802044 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:43:24.802251 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:43:24.802757 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:43:24.803686 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:25.136890 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:27.443274 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:27.443844 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:27.947127 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:43:28.498954 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:28.499357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:28.504959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:43:28.505313 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Claim successful on node np0005533992.novalocal Nov 24 14:43:29.618646 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:43:29.804597 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:30.123059 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:43:30.631621 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:30.632337 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:43:31.144354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:43:31.144354 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:43:31.144941 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:31.145478 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:31.239101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f1963a65a4341d5b36078d1273654b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f851d93dc40a47668f073fe029189315', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:43:31.670383 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:43:31.798370 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Successfully created port: 32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:43:32.177829 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:43:32.288200 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Successfully updated port: 32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:43:32.325278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-changed-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:43:32.325586 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Refreshing instance network info cache due to event network-changed-32a48f82-9da4-4a48-8045-acdf9780e77e. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:43:32.326227 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] Acquiring lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:43:32.326724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] Acquired lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:43:32.326798 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Refreshing network info cache for port 32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:43:32.791357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:43:32.831148 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:32.913488 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:43:33.076766 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:43:33.190889 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:43:33.192625 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:43:33.193210 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Creating image(s) Nov 24 14:43:33.194057 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "/opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:33.194418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "/opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:33.195336 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "/opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:33.197982 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:43:33.203781 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:43:33.205521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:33.303004 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:33.303640 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:33.304287 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:33.305032 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:43:33.310506 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:43:33.311086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:33.389814 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.078s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:33.390368 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:33.427769 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk 1073741824" returned: 0 in 0.037s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:33.428331 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.124s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:33.428905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:33.510389 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.081s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:33.510996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:43:33.511410 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:33.581202 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2bcbd91c-b6de-4349-bf46-c86311ef664a req-998f3284-5993-4b69-a7fc-f7e92da41ed1 service nova] Releasing lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:43:33.581996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquired lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:43:33.582362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:43:33.606755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:33.607231 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Cannot resize image /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:43:33.607772 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:43:33.608102 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Ensure instance console log exists: /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:43:33.608585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:33.608995 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:33.609289 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:34.151118 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:43:34.277713 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:34.385734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating instance_info_cache with network_info: [{"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:43:34.834037 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:43:34.889947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Releasing lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:43:34.890544 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance network_info: |[{"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:43:34.894362 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Start _get_guest_xml network_info=[{"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:43:34.898980 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:43:34.900881 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesSnapshotTestJSON-instance-1645374903', uuid='c49f0655-0a5e-4e75-a4f3-70345ed5f124'), owner=OwnerMeta(userid='9f1963a65a4341d5b36078d1273654b9', username='tempest-VolumesSnapshotTestJSON-1740062394-project-member', projectid='f851d93dc40a47668f073fe029189315', projectname='tempest-VolumesSnapshotTestJSON-1740062394'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013414.900207) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:43:34.902929 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:43:34.904032 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:43:34.905743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:43:34.906278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:43:34.907937 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:43:34.908885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:43:34.909278 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:43:34.909610 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:43:34.909927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:43:34.910180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:43:34.910453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:43:34.910848 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:43:34.911152 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:43:34.911520 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:43:34.911852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:43:34.912153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:43:34.917457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:43:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1645374903',display_name='tempest-VolumesSnapshotTestJSON-instance-1645374903',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-1645374903',id=106,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE9z26kfyprZZsTYALwLWJ2CTAiHCFV/s8Hfd1roN8/9F+TFp2tsuvB5mWtz+m4VpLjnjvu9t4mhGPwsktrqWuXqLwVsdpAxLJaVEaG/3LLcYaInM1Zy/qBI3zsVL4KXGw==',key_name='tempest-keypair-1020056252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-ykp31src',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:43:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=c49f0655-0a5e-4e75-a4f3-70345ed5f124,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:43:34.917889 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:43:34.918917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:43:34.920302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'pci_devices' on Instance uuid c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] End _get_guest_xml xml= Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: c49f0655-0a5e-4e75-a4f3-70345ed5f124 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: instance-0000006a Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-instance-1645374903 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:43:34 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-1740062394-project-member Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-1740062394 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: c49f0655-0a5e-4e75-a4f3-70345ed5f124 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: c49f0655-0a5e-4e75-a4f3-70345ed5f124 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: Nov 24 14:43:35.425132 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:43:35.428275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Preparing to wait for external event network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:43:35.428275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:35.428275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:35.428275 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:35.428275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:43:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1645374903',display_name='tempest-VolumesSnapshotTestJSON-instance-1645374903',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-1645374903',id=106,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE9z26kfyprZZsTYALwLWJ2CTAiHCFV/s8Hfd1roN8/9F+TFp2tsuvB5mWtz+m4VpLjnjvu9t4mhGPwsktrqWuXqLwVsdpAxLJaVEaG/3LLcYaInM1Zy/qBI3zsVL4KXGw==',key_name='tempest-keypair-1020056252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-ykp31src',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:43:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=c49f0655-0a5e-4e75-a4f3-70345ed5f124,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:43:35.428622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:43:35.428953 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:43:35.429421 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:43:35.430044 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.430516 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:43:35.431012 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:43:35.431935 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.432320 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e2c40da-5827-5d39-87dc-0f78d3d04d13', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:43:35.433745 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.436218 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.439862 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.440385 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32a48f82-9d, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:43:35.441145 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32a48f82-9d, col_values=(('qos', UUID('db212411-a945-4b14-889c-4c95ff25cc5a')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:43:35.441488 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32a48f82-9d, col_values=(('external_ids', {'iface-id': '32a48f82-9da4-4a48-8045-acdf9780e77e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:42:2f', 'vm-uuid': 'c49f0655-0a5e-4e75-a4f3-70345ed5f124'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:43:35.442983 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.446822 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:43:35.454682 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:35.456156 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') Nov 24 14:43:36.982350 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:43:36.982902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:43:36.982948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No VIF found with MAC fa:16:3e:11:42:2f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:43:36.983820 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Using config drive Nov 24 14:43:37.493084 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:37.617457 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Creating config drive at /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.config Nov 24 14:43:37.623545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmptfa32_6v {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:37.751656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmptfa32_6v" returned: 0 in 0.128s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:37.817304 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:37.825651 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:37.840069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:38.029312 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-111b68ac-5209-4bf2-b435-0b79d8932010 req-99a8919a-c732-457c-af2d-f43e50c4bb58 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:43:38.030357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-111b68ac-5209-4bf2-b435-0b79d8932010 req-99a8919a-c732-457c-af2d-f43e50c4bb58 service nova] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:38.030958 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-111b68ac-5209-4bf2-b435-0b79d8932010 req-99a8919a-c732-457c-af2d-f43e50c4bb58 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:38.031382 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-111b68ac-5209-4bf2-b435-0b79d8932010 req-99a8919a-c732-457c-af2d-f43e50c4bb58 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:38.031886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-111b68ac-5209-4bf2-b435-0b79d8932010 req-99a8919a-c732-457c-af2d-f43e50c4bb58 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Processing event network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:43:38.034240 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:43:38.034578 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] VM Started (Lifecycle Event) Nov 24 14:43:38.037749 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:43:38.043934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:43:38.052208 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance spawned successfully. Nov 24 14:43:38.052795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:43:38.132795 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:38.136575 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:38.142131 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:38.539805 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:43:38.543394 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:43:38.564045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:38.564353 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:38.564992 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:38.565530 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:38.566636 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:38.567248 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:43:39.047576 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:43:39.048046 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:43:39.048327 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] VM Paused (Lifecycle Event) Nov 24 14:43:39.075132 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Took 5.88 seconds to spawn the instance on the hypervisor. Nov 24 14:43:39.075452 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:43:39.553252 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:43:39.559911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:43:39.559911 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] VM Resumed (Lifecycle Event) Nov 24 14:43:39.589176 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Took 11.14 seconds to build instance. Nov 24 14:43:40.062277 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:43:40.067254 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:43:40.067403 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:40.067583 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:40.067724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:40.067851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] No waiting events found dispatching network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:43:40.067964 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-4ad26763-fb1f-482a-ad30-d41d696a22cd req-c60edb1b-d021-4cdf-9522-88e187ba794e service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received unexpected event network-vif-plugged-32a48f82-9da4-4a48-8045-acdf9780e77e for instance with vm_state active and task_state None. Nov 24 14:43:40.069594 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:43:40.093010 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-75a9dcc0-a6a2-477a-930b-5c7ca896e0f3 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.649s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:40.489491 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:42.105858 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-changed-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:43:42.106395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Refreshing instance network info cache due to event network-changed-32a48f82-9da4-4a48-8045-acdf9780e77e. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:43:42.106395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] Acquiring lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:43:42.106395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] Acquired lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:43:42.106650 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Refreshing network info cache for port 32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:43:42.609398 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:42.955410 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:42.976434 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:43:43.121620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updated VIF entry in instance network info cache for port 32a48f82-9da4-4a48-8045-acdf9780e77e. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:43:43.122262 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating instance_info_cache with network_info: [{"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:43:43.626301 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-49848e39-3e8d-4bbb-9155-761f07d1b291 req-82de3328-f90e-492c-aee5-23e2cb4f6695 service nova] Releasing lock "refresh_cache-c49f0655-0a5e-4e75-a4f3-70345ed5f124" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:43:45.528127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:47.935037 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:49.753845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:50.260987 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:50.261361 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:50.261938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:50.262299 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:43:50.532256 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:51.291239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:51.388252 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:51.389090 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:51.473656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124/disk --force-share --output=json" returned: 0 in 0.084s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:51.582882 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:43:51.584478 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:43:51.603151 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.018s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:43:51.603688 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7447MB free_disk=371.8898277282715GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:43:51.603970 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:43:51.604393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:43:52.671959 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:43:52.672297 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:43:52.672629 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:43:51 up 51 min, 13 users, load average: 2.33, 3.07, 3.66\n', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_f851d93dc40a47668f073fe029189315': '1', 'io_workload': '0'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:43:52.762938 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:43:52.936098 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:53.267541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:43:53.776427 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:43:53.776911 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:43:55.536323 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:55.773486 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:55.773845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:55.774116 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:56.754419 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:43:56.755018 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:43:57.984167 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:43:59.754866 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:00.586286 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:00.753842 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:01.753401 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:02.988202 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:04.750617 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:05.626271 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:05.984531 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:05.985053 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:06.489944 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:44:06.994723 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Ignoring supplied device name: /dev/vdb Nov 24 14:44:07.499849 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.515s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:08.032466 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:08.575234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:08.575743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:08.576156 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Attaching volume 1e761539-cda5-474c-8c45-59c6dbd51f1a to /dev/vdb Nov 24 14:44:08.633327 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:44:08.635013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:08.643594 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:08.643920 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2845e9-9db6-4b1d-86bc-0f13be891ab0]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a06c641b-d8d9-4bc8-bd0d-f51e5d35ccc4]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:08.646546 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:44:08.647188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06c641b-d8d9-4bc8-bd0d-f51e5d35ccc4]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:08.647898 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:44:08.648178 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:44:08.649155 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:08.660101 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:08.660391 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[eceac03e-44e2-4b84-a73c-2c056bbf638c]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:08.661443 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:08.673938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:08.674241 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a8377f-07d6-44a7-af90-2594bbaba971]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:08.675783 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1939367d-7ca0-40f5-8b40-02c0cbea3089]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:08.676222 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:08.694893 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:44:08.695286 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:44:08.697829 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:44:08.699235 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe11:422f', 'fe80::e8da:7ff:fe35:e11f'] Nov 24 14:44:08.699598 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:44:08.699899 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:44:08.700448 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== get_connector_properties: return (66ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe11:422f', 'fe80::e8da:7ff:fe35:e11f']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:44:08.700932 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating existing volume attachment record: 044ec556-4a8b-4e7b-ba3c-f3bbb98bab59 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:44:10.630308 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:12.267734 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:44:12.268973 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 'target_lun': 0, 'volume_id': '1e761539-cda5-474c-8c45-59c6dbd51f1a', 'auth_method': 'CHAP', 'auth_username': 'Lr4SSrW73Us9KLUZSss2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:44:12.269313 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:44:12.269983 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:44:12.270283 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 'target_lun': 0, 'volume_id': '1e761539-cda5-474c-8c45-59c6dbd51f1a', 'auth_method': 'CHAP', 'auth_username': 'Lr4SSrW73Us9KLUZSss2', 'auth_password': 'nsn2SaYEXvSEBq8X', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:44:12.271541 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:12.278193 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[401148fb-6c6f-4f32-9b22-98dba837cc85]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:44:12.280297 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:44:12.282361 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[401148fb-6c6f-4f32-9b22-98dba837cc85]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:12.282713 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:44:12.283332 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:44:12.283747 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:44:12.284864 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:12.295682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260" returned: 21 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:12.296003 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c50bcb2-84e5-4199-9a60-a383a38d3afb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:12.296427 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:44:12.296427 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:12.297388 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:12.308744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:12.308953 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[9697fabf-a505-46d6-b995-82132a35ebd2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:12.309441 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a] added Nov 24 14:44:12.309441 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:44:12.309441 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:44:12.309441 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:44:12.309441 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:12.309952 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:44:12.310455 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.027(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:44:12.310858 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:44:13.312642 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:44:13.314006 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.324744 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.325061 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f6febbc-96ab-41fe-b222-0a60895346b0]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:44:13.326917 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.329909 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.341231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.341553 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3763a1-7875-46c3-a3db-3fbdf47ec968]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.342050 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.343097 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.354208 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.354516 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[83978ac2-16cf-4567-8d47-8849339a0cc9]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.355036 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.356818 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.username -v Lr4SSrW73Us9KLUZSss2 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.368189 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.username -v Lr4SSrW73Us9KLUZSss2" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.368415 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3ed9ec-6894-4fdd-aaf5-4f6b78452fde]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.369006 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Lr4SSrW73Us9KLUZSss2'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.370185 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.381602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.381931 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cba12c37-595f-4443-88a5-5957ce13341c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.382471 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.383412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.397092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.397705 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f8c4bd-0bbf-4813-bc34-e556ac448e5b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.398121 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:44:13.398121 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:44:13.398377 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:44:13.398377 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:44:13.398699 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:44:13.398699 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:13.399797 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.418773 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --login" returned: 0 in 0.018s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.419096 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[38300626-c015-463b-855f-c67c3c5f31e1]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.420157 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260] successful. Nov 24 14:44:13.420157 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.422146 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.433498 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.433791 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb04788-1f2e-44d7-8979-79b470993ee7]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.434321 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:13.435464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.446386 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.447118 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3d81989-ffbe-45fa-9408-878660bc9c48]: (4, ('tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.447609 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash) Nov 24 14:44:13.447609 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:44:13.447894 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout=tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash) Nov 24 14:44:13.447894 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:44:13.448409 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.165s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:44:13.448721 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:44:13.449470 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] HCTL ('2', '-', '-', 0) found on session 32 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:44:13.449797 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:44:13.450827 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:13.474245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.023s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:13.474752 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc90f4c2-a2f8-48b3-9f0b-a09e658557cc]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:13.476032 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching for a device in session 32 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:44:14.478697 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching for a device in session 32 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:44:14.479171 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 'target_lun': 0, 'volume_id': '1e761539-cda5-474c-8c45-59c6dbd51f1a', 'auth_method': 'CHAP', 'auth_username': 'Lr4SSrW73Us9KLUZSss2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:44:14.479798 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.210s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:44:14.480110 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== connect_volume: return (2211ms) {'type': 'block', 'scsi_wwn': '36001405ea4efe12ad48430b8d994f9b1', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:44:14.480453 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '36001405ea4efe12ad48430b8d994f9b1', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:44:14.484972 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] attach device xml: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: 1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:14.993568 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:44:15.631915 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:15.633485 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:15.633717 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:44:15.633894 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:15.634364 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:15.634834 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:16.577890 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:44:16.578205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:44:16.578516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:44:16.578824 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No VIF found with MAC fa:16:3e:11:42:2f, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:44:18.143309 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-315af6fe-2eb9-4eb4-9795-2b37ee54202d tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.568s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:20.660300 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:20.661726 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:20.662058 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5026 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:44:20.662250 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:20.662999 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:20.663891 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:25.665749 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:26.196454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:26.196734 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:26.299448 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:26.700852 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Detaching volume 1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:26.810752 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Attempting to driver detach volume 1e761539-cda5-474c-8c45-59c6dbd51f1a from mountpoint /dev/vdb Nov 24 14:44:26.817787 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-1e761539-cda5-474c-8c45-59c6dbd51f1a {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:44:26.819477 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-1e761539-cda5-474c-8c45-59c6dbd51f1a {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:44:26.819802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Attempting to detach device vdb from instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] detach device xml: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: 1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.820391 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:44:26.826343 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-1e761539-cda5-474c-8c45-59c6dbd51f1a {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:44:26.826659 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Failed to detach device vdb from instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:44:26.826950 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] (1/8): Attempting to detach device vdb with device alias ua-1e761539-cda5-474c-8c45-59c6dbd51f1a from instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] detach device xml: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: 1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:26.827405 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:44:26.977177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-1e761539-cda5-474c-8c45-59c6dbd51f1a> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:44:26.978528 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-1e761539-cda5-474c-8c45-59c6dbd51f1a for instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:44:26.983925 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully detached device vdb from instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 from the live domain config. Nov 24 14:44:26.987131 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:44:26.988407 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 'target_lun': 0, 'volume_id': '1e761539-cda5-474c-8c45-59c6dbd51f1a', 'auth_method': 'CHAP', 'auth_username': 'Lr4SSrW73Us9KLUZSss2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:44:26.988785 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:44:26.989375 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:44:26.990810 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.001447 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.001865 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d2b0ab-7807-47a5-b04d-dc74e88ac3e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:44:27.002297 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:44:27.002720 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:44:27.002720 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:44:27.002720 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:44:27.003061 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:44:27.004091 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.015088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.015413 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d239f34d-5c77-4201-8142-69a68310b090]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.016602 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.027505 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.027818 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a8bf28a-c092-4e47-bd65-090cbb2e709f]: (4, ('tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.028261 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash) Nov 24 14:44:27.028261 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:44:27.028545 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout=tcp: [32] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a (non-flash) Nov 24 14:44:27.028545 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:44:27.029485 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Resulting device map defaultdict(. at 0x7fbc8872b060>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:44:27.029957 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:44:27.031039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.038163 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[cbbb5fb3-b5e2-4fed-a4df-0e56b19a069a]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:44:27.040522 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:44:27.042395 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbbb5fb3-b5e2-4fed-a4df-0e56b19a069a]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.043203 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:44:27.044191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.052901 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.053206 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b2bdae-676e-4f94-b043-ba22b86f5083]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.053694 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:44:27.054777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.104338 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.049s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.104604 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f4df76-4a07-4851-90e8-540984db5a29]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.105250 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:44:27.105594 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:44:27.106166 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:44:27.107438 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.119521 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.119940 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc48f200-fd32-441a-87e0-b004740e8a02]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.120478 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:27.121586 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.156695 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --logout" returned: 0 in 0.035s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.157270 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[28db76dc-b151-45f7-b45c-400f511a349b]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.157932 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260] Nov 24 14:44:27.157932 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a, portal: 38.102.83.12,3260] successful. Nov 24 14:44:27.157932 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:27.159247 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:27.173454 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a -p 38.102.83.12:3260 --op delete" returned: 0 in 0.014s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:27.173819 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8dca2aa-23f3-4759-b70c-1a7fb51b8ba4]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:27.174313 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:44:27.174891 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.185s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:44:27.175301 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== disconnect_volume: return (186ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:44:27.175706 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:44:30.241216 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:44:30.667356 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:30.668895 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:30.669084 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:44:30.669243 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:30.669838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:30.670162 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:31.251665 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-c8e485c6-b33c-4494-8d8a-b81a5d4bbc74 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.054s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:31.252827 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.953s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:31.253777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:31.253777 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:31.253971 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:31.256634 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Terminating instance Nov 24 14:44:31.761913 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:44:31.783896 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:31.800073 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:31.812689 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:31.825701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:31.914994 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:31.915548 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:31.915930 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:31.916183 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:31.916535 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] No waiting events found dispatching network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:44:31.916863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-c86a5ef4-1eb6-457e-88cb-dbc333a224c8 req-d5d79443-f0ba-4d8e-9932-8b90209a9842 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:44:32.035770 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Instance destroyed successfully. Nov 24 14:44:32.036666 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'resources' on Instance uuid c49f0655-0a5e-4e75-a4f3-70345ed5f124 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:44:32.064880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.542614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:43:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1645374903',display_name='tempest-VolumesSnapshotTestJSON-instance-1645374903',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-1645374903',id=106,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE9z26kfyprZZsTYALwLWJ2CTAiHCFV/s8Hfd1roN8/9F+TFp2tsuvB5mWtz+m4VpLjnjvu9t4mhGPwsktrqWuXqLwVsdpAxLJaVEaG/3LLcYaInM1Zy/qBI3zsVL4KXGw==',key_name='tempest-keypair-1020056252',keypairs=,launch_index=0,launched_at=2025-11-24T19:43:39Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-ykp31src',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:43:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=c49f0655-0a5e-4e75-a4f3-70345ed5f124,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:44:32.542614 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "32a48f82-9da4-4a48-8045-acdf9780e77e", "address": "fa:16:3e:11:42:2f", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap32a48f82-9d", "ovs_interfaceid": "32a48f82-9da4-4a48-8045-acdf9780e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:44:32.545115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:44:32.545714 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:44:32.547856 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.548329 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32a48f82-9d, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:32.550204 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.552802 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.554905 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.555424 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db212411-a945-4b14-889c-4c95ff25cc5a) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:32.556947 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.558704 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:32.561968 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:42:2f,bridge_name='br-int',has_traffic_filtering=True,id=32a48f82-9da4-4a48-8045-acdf9780e77e,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a48f82-9d') Nov 24 14:44:32.565179 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:44:32.566622 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-1e761539-cda5-474c-8c45-59c6dbd51f1a', 'target_lun': 0, 'volume_id': '1e761539-cda5-474c-8c45-59c6dbd51f1a', 'auth_method': 'CHAP', 'auth_username': 'Lr4SSrW73Us9KLUZSss2', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:44:32.566952 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:44:32.567717 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:44:32.568947 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:32.580728 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:32.581073 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[d48dbd06-9323-46ee-8796-038f04aaba1b]: Unexpected error while running command. Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Stderr: '' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: raise ProcessExecutionError(exit_code=_returncode, Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:44:32.582688 np0005533992.novalocal nova-compute[120184]: Stderr: '' Nov 24 14:44:32.583984 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48dbd06-9323-46ee-8796-038f04aaba1b]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute\n raise ProcessExecutionError(exit_code=_returncode,\noslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.\nCommand: iscsiadm -m discoverydb -o show -P 1\nExit code: 21\nStdout: \'SENDTARGETS:\\nNo targets found.\\niSNS:\\nNo targets found.\\nSTATIC:\\nNo targets found.\\nFIRMWARE:\\nNo targets found.\\n\'\nStderr: \'\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: Stderr: '' Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last): Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ips_iqns_luns = method(connection_properties) Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi out = self._run_iscsiadm_bare(['-m', 'discoverydb', Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1218, in _run_iscsiadm_bare Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi (out, err) = self._execute('iscsiadm', Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi result = self.__execute(*args, **kwargs) Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi return execute_root(*cmd, **kwargs) Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 267, in _wrap Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi return self.channel.remote_call(name, args, kwargs, Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 230, in remote_call Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi raise exc_type(*result[2]) Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21 Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Stderr: '' Nov 24 14:44:32.586294 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Nov 24 14:44:32.587224 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Skipping cleanup Unable to find target portal 38.102.83.12:3260. {{(pid=120184) _cleanup_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:959}} Nov 24 14:44:32.587359 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.020s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:44:32.587813 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== disconnect_volume: return (20ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:44:32.588227 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:44:32.588911 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Deleting instance files /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124_del Nov 24 14:44:32.590051 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Deletion of /opt/stack/data/nova/instances/c49f0655-0a5e-4e75-a4f3-70345ed5f124_del complete Nov 24 14:44:33.103208 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:44:33.103691 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:44:33.104071 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:44:33.104289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:44:33.104741 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:33.194295 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:33.749482 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-650c3d5f-afb4-4b59-9e55-8eadca1d1d2f req-581c70f7-c8b4-4399-9ff8-8b57218d9f24 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-deleted-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:33.750034 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-650c3d5f-afb4-4b59-9e55-8eadca1d1d2f req-581c70f7-c8b4-4399-9ff8-8b57218d9f24 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Neutron deleted interface 32a48f82-9da4-4a48-8045-acdf9780e77e; detaching it from the instance and deleting it from the info cache Nov 24 14:44:33.750238 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-650c3d5f-afb4-4b59-9e55-8eadca1d1d2f req-581c70f7-c8b4-4399-9ff8-8b57218d9f24 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:44:33.953410 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:33.953905 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] Acquiring lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:33.954453 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:33.955001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:33.955487 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] No waiting events found dispatching network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:44:33.955995 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-2defee36-4106-4500-9982-9a9c6cfe126b req-3d66be6e-0ac9-4864-a921-1eee51d0bec7 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Received event network-vif-unplugged-32a48f82-9da4-4a48-8045-acdf9780e77e for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:44:34.211744 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:44:34.256801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-650c3d5f-afb4-4b59-9e55-8eadca1d1d2f req-581c70f7-c8b4-4399-9ff8-8b57218d9f24 service nova] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Detach interface failed, port_id=32a48f82-9da4-4a48-8045-acdf9780e77e, reason: Instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:44:34.715169 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Took 1.61 seconds to deallocate network for instance. Nov 24 14:44:34.738435 np0005533992.novalocal nova-compute[120184]: WARNING nova.volume.cinder [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Attachment 044ec556-4a8b-4e7b-ba3c-f3bbb98bab59 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 044ec556-4a8b-4e7b-ba3c-f3bbb98bab59. (HTTP 404) (Request-ID: req-afe41f87-376d-4134-b96e-bd4c0833a1b7) Nov 24 14:44:34.738892 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Took 0.02 seconds to detach 1 volumes for instance. Nov 24 14:44:35.248086 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:35.248776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:35.350313 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:44:35.854494 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:44:36.361738 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.113s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:36.413712 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Deleted allocations for instance c49f0655-0a5e-4e75-a4f3-70345ed5f124 Nov 24 14:44:37.427452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-84760e4f-eac5-48c9-b0c8-8c7690abe801 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "c49f0655-0a5e-4e75-a4f3-70345ed5f124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.174s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:37.557742 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:42.559647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:47.034239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:44:47.034761 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] VM Stopped (Lifecycle Event) Nov 24 14:44:47.522042 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:47.522380 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:47.538642 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-9d591f0b-c7e4-4459-8d76-a8955b9a327c None None] [instance: c49f0655-0a5e-4e75-a4f3-70345ed5f124] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:44:47.560748 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:47.561419 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:47.561641 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:44:47.561809 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:47.562248 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:44:47.562695 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:48.025436 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:44:48.577938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:48.578407 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:48.583516 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:44:48.583916 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Claim successful on node np0005533992.novalocal Nov 24 14:44:49.682166 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:44:50.186457 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:44:50.694257 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:50.695068 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:44:50.753379 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:51.206315 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:44:51.206818 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:44:51.207507 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:51.208008 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:51.260290 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:51.260533 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:51.260887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:51.261180 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:44:51.299851 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f1963a65a4341d5b36078d1273654b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f851d93dc40a47668f073fe029189315', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:44:51.469344 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:44:51.469613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:51.490530 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.021s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:51.491183 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7825MB free_disk=371.9153518676758GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:44:51.491513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:51.492016 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:51.737621 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:44:51.802675 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Successfully created port: 2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:44:52.182178 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Successfully updated port: 2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:44:52.210692 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-changed-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:52.211012 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Refreshing instance network info cache due to event network-changed-2053b576-b0dd-4612-bac4-77ee57f0268f. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:44:52.211357 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] Acquiring lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:44:52.211643 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] Acquired lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:44:52.211927 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Refreshing network info cache for port 2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:44:52.248833 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:44:52.563458 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:44:52.563948 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:44:52.564239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:44:51 up 52 min, 13 users, load average: 1.42, 2.68, 3.49\n', 'num_instances': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_os_type_None': '1', 'num_proj_f851d93dc40a47668f073fe029189315': '1', 'io_workload': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:44:52.567664 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:52.663621 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:44:52.684845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:44:52.715501 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:52.779545 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:44:52.899873 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:44:53.169996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:44:53.260393 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:44:53.262031 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:44:53.262611 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Creating image(s) Nov 24 14:44:53.263450 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "/opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:53.263852 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "/opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:53.264851 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "/opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:53.265826 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:44:53.271937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:44:53.273882 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:53.375174 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.101s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:53.375608 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:53.375887 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:53.376083 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:44:53.378596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:44:53.378904 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:53.403751 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-71db6b3e-f5fe-4f13-93f1-57adedbc5442 req-33b77bd5-1109-4138-a737-6fda8080b8f1 service nova] Releasing lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:44:53.404400 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquired lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:44:53.404694 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:44:53.437001 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.058s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:53.437427 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:53.462614 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk 1073741824" returned: 0 in 0.025s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:53.462933 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.087s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:53.463157 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:53.559271 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.095s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:53.559921 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:44:53.560385 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:53.653484 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:53.653880 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Cannot resize image /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:44:53.654101 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:44:53.654163 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Ensure instance console log exists: /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:44:53.654452 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:53.654682 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:53.654828 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:53.676398 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:44:53.676871 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:53.977615 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:44:54.098202 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:54.193100 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating instance_info_cache with network_info: [{"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:44:54.696358 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Releasing lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:44:54.696968 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance network_info: |[{"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:44:54.700601 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Start _get_guest_xml network_info=[{"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:44:54.705626 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:44:54.707449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-VolumesSnapshotTestJSON-instance-869426060', uuid='1cb18c97-a88f-439c-adb3-007b208f9bc7'), owner=OwnerMeta(userid='9f1963a65a4341d5b36078d1273654b9', username='tempest-VolumesSnapshotTestJSON-1740062394-project-member', projectid='f851d93dc40a47668f073fe029189315', projectname='tempest-VolumesSnapshotTestJSON-1740062394'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013494.706833) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:44:54.709237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:44:54.709872 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:44:54.711912 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:44:54.712443 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:44:54.713934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:44:54.714717 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:44:54.715220 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:44:54.715657 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:44:54.716076 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:44:54.716349 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:44:54.716654 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:44:54.717023 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:44:54.717309 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:44:54.717612 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:44:54.717902 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:44:54.718199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:44:54.723602 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:44:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-869426060',display_name='tempest-VolumesSnapshotTestJSON-instance-869426060',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-869426060',id=107,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEeAsbMqw3Atlwhorc+gOluqwQCFe2B8Tb1dLx4cKcZpOiXIl4lCmfea55ohqy2xsJRtQ27HAYlCfG7LwAPyoutHH5V63l17cpmj/P3rbLVM1dt/f41UGKgpGn+PkZdjRA==',key_name='tempest-keypair-1902055635',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-w839l200',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:44:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=1cb18c97-a88f-439c-adb3-007b208f9bc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:44:54.723975 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:44:54.724963 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:44:54.725901 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] End _get_guest_xml xml= Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1cb18c97-a88f-439c-adb3-007b208f9bc7 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: instance-0000006b Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-instance-869426060 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:44:54 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-1740062394-project-member Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: tempest-VolumesSnapshotTestJSON-1740062394 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1cb18c97-a88f-439c-adb3-007b208f9bc7 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 1cb18c97-a88f-439c-adb3-007b208f9bc7 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: Nov 24 14:44:55.230711 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:44:55.232801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Preparing to wait for external event network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:44:55.232801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:55.232801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:55.232801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:55.233687 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:44:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-869426060',display_name='tempest-VolumesSnapshotTestJSON-instance-869426060',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-869426060',id=107,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEeAsbMqw3Atlwhorc+gOluqwQCFe2B8Tb1dLx4cKcZpOiXIl4lCmfea55ohqy2xsJRtQ27HAYlCfG7LwAPyoutHH5V63l17cpmj/P3rbLVM1dt/f41UGKgpGn+PkZdjRA==',key_name='tempest-keypair-1902055635',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-w839l200',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:44:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=1cb18c97-a88f-439c-adb3-007b208f9bc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:44:55.234223 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:44:55.235383 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:44:55.236069 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:44:55.236945 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.237715 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:55.238384 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:44:55.239684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.240210 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6fbe98f9-2ba8-5614-9ea5-c2cfa7150046', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:55.283923 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.287654 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:55.290079 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.290321 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2053b576-b0, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:55.290776 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2053b576-b0, col_values=(('qos', UUID('c774585a-c969-4615-a525-e074839ae58d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:55.291009 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2053b576-b0, col_values=(('external_ids', {'iface-id': '2053b576-b0dd-4612-bac4-77ee57f0268f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:10:d9', 'vm-uuid': '1cb18c97-a88f-439c-adb3-007b208f9bc7'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:44:55.292546 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.295378 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:44:55.302532 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:55.303581 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') Nov 24 14:44:55.673052 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:55.673371 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:55.673719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:56.825620 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:44:56.826153 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:44:56.826201 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No VIF found with MAC fa:16:3e:1a:10:d9, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:44:56.827091 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Using config drive Nov 24 14:44:57.337255 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:44:57.448691 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Creating config drive at /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.config Nov 24 14:44:57.453024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpx24l7185 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:44:57.579874 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmpx24l7185" returned: 0 in 0.126s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:44:57.686743 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:57.694180 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:57.868655 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d1bcc427-ceb8-4a44-9f90-de9cb5810643 req-1ff6888c-b6ab-4f09-b864-9acf263b3c3f service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:57.868655 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d1bcc427-ceb8-4a44-9f90-de9cb5810643 req-1ff6888c-b6ab-4f09-b864-9acf263b3c3f service nova] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:57.869113 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d1bcc427-ceb8-4a44-9f90-de9cb5810643 req-1ff6888c-b6ab-4f09-b864-9acf263b3c3f service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:57.869188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d1bcc427-ceb8-4a44-9f90-de9cb5810643 req-1ff6888c-b6ab-4f09-b864-9acf263b3c3f service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:57.869485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d1bcc427-ceb8-4a44-9f90-de9cb5810643 req-1ff6888c-b6ab-4f09-b864-9acf263b3c3f service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Processing event network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:44:57.872504 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:44:57.872887 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] VM Started (Lifecycle Event) Nov 24 14:44:57.876988 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:44:57.881152 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:44:57.884456 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance spawned successfully. Nov 24 14:44:57.885043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:44:57.980946 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:57.982589 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:57.987783 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:57.989120 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:58.040112 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:44:58.378760 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:44:58.381871 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:44:58.395115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.395577 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.396385 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.397023 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.397644 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.398282 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:44:58.753390 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:58.753681 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:44:58.885979 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:44:58.886456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:44:58.886957 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] VM Paused (Lifecycle Event) Nov 24 14:44:58.906316 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Took 5.65 seconds to spawn the instance on the hypervisor. Nov 24 14:44:58.906774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:44:59.391215 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:44:59.395702 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:44:59.396060 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] VM Resumed (Lifecycle Event) Nov 24 14:44:59.420978 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Took 10.89 seconds to build instance. Nov 24 14:44:59.755654 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:44:59.900335 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:44:59.904911 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:44:59.905363 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:44:59.905901 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:44:59.905990 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:44:59.906259 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] No waiting events found dispatching network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:44:59.906595 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-d46929fc-586b-43b3-bf96-0eb6a0d89a90 req-36f4a393-cdb0-4c5e-90b2-11a462d3bb9c service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received unexpected event network-vif-plugged-2053b576-b0dd-4612-bac4-77ee57f0268f for instance with vm_state active and task_state None. Nov 24 14:44:59.908188 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:44:59.924054 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-3d483d01-a5f9-4703-a232-ef5b0fd070aa tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.402s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:00.297310 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:00.484149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-changed-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:45:00.484468 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Refreshing instance network info cache due to event network-changed-2053b576-b0dd-4612-bac4-77ee57f0268f. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:45:00.484831 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] Acquiring lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:45:00.485080 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] Acquired lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:45:00.485424 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Refreshing network info cache for port 2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:45:00.988585 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:45:01.294596 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:45:01.415540 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updated VIF entry in instance network info cache for port 2053b576-b0dd-4612-bac4-77ee57f0268f. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:45:01.415915 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating instance_info_cache with network_info: [{"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:45:01.753996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:01.754330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:01.918549 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-6e1c5e17-d312-4ab7-a24b-797d18af5238 req-e5c7b15a-2ebb-43a6-ab8c-7282f6450925 service nova] Releasing lock "refresh_cache-1cb18c97-a88f-439c-adb3-007b208f9bc7" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:45:03.053105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:05.297960 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:08.054353 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:10.344378 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:13.085718 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:15.382434 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:18.088490 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:20.386505 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:22.802021 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:22.802601 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:23.092018 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:23.309793 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:45:23.816594 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Ignoring supplied device name: /dev/vdb Nov 24 14:45:24.320996 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.517s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:25.389754 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:25.422441 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:25.422845 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:25.423259 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Attaching volume df3774f1-c5c9-492e-802c-e5ce09564b66 to /dev/vdb Nov 24 14:45:25.474309 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '38.102.83.12', 'multipath': False, 'enforce_multipath': True, 'host': 'np0005533992.novalocal', 'execute': None}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:45:25.475767 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:25.483897 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:25.484327 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d05b97c-4267-47f4-b9c9-518d0de98507]: (4, ('InitiatorName=iqn.1994-05.com.redhat:5b9c7bcf3f78\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[d2029329-bd73-4633-8602-cacd97d505aa]: [Errno 2] No such file or directory: '/dev/scini' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: with open_scini_device() as fd: Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: return next(self.gen) Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR) Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:25.486759 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: '/dev/scini' Nov 24 14:45:25.487459 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2029329-bd73-4633-8602-cacd97d505aa]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 57, in get_guid\n with open_scini_device() as fd:\n ^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/contextlib.py", line 137, in __enter__\n return next(self.gen)\n ^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/scaleio.py", line 40, in open_scini_device\n fd = os.open(SCINI_DEVICE_PATH, os.O_RDWR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFileNotFoundError: [Errno 2] No such file or directory: \'/dev/scini\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:25.488016 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.scaleio [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Error querying sdc guid: [Errno 2] No such file or directory: FileNotFoundError: [Errno 2] No such file or directory Nov 24 14:45:25.488300 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.scaleio [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Unable to find SDC guid: Error querying sdc guid: [Errno 2] No such file or directory Nov 24 14:45:25.489363 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:25.499107 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:25.499475 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a2acfa-4590-450f-9dca-f2f7839ef3e8]: (4, ('/dev/vda2\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:25.500449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/vda2 -s UUID -o value {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:25.510481 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/vda2 -s UUID -o value" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:25.510801 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7672b71-2c92-4f1a-bd1c-4df17d8470b7]: (4, ('3fc68afb-d7e4-475c-9164-ea34f338d965\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:25.512007 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc3ce664-ce63-4c6f-b5d1-c15d18240b77]: (4, 'e2c36df9-c117-4156-b18b-d355565d8e8e') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:25.512466 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Running cmd (subprocess): nvme version {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:25.531127 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] 'nvme version' failed. Not Retrying. {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:45:25.531454 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.nvmeof [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] nvme not present on system {{(pid=120184) nvme_present /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}} Nov 24 14:45:25.533934 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=120184) find_dsc /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:132}} Nov 24 14:45:25.536262 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.lightos [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Current host hostNQN nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e and IP(s) are ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe1a:10d9', 'fe80::58d4:58ff:fe0b:fec7'] Nov 24 14:45:25.536581 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:109}} Nov 24 14:45:25.536881 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.lightos [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e dsc: {{(pid=120184) get_connector_properties /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}} Nov 24 14:45:25.537414 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== get_connector_properties: return (62ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '38.102.83.12', 'host': 'np0005533992.novalocal', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.1994-05.com.redhat:5b9c7bcf3f78', 'do_local_attach': False, 'uuid': '3fc68afb-d7e4-475c-9164-ea34f338d965', 'system uuid': 'e2c36df9-c117-4156-b18b-d355565d8e8e', 'nvme_native_multipath': False, 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b75896e9-b5d4-4941-a6e4-36982d60c99e', 'found_dsc': '', 'host_ips': ['38.102.83.12', 'fe80::f816:3eff:fe17:2fa8', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::64fc:4aff:fe7b:de4b', 'fe80::fc16:3eff:fe1a:10d9', 'fe80::58d4:58ff:fe0b:fec7']} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:45:25.537863 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.block_device [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating existing volume attachment record: 124a0266-fbbd-4cea-89f9-82cba83b71a4 {{(pid=120184) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} Nov 24 14:45:28.091242 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:29.101705 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Calling os-brick to attach iSCSI Volume {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:64}} Nov 24 14:45:29.102957 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 'target_lun': 0, 'volume_id': 'df3774f1-c5c9-492e-802c-e5ce09564b66', 'auth_method': 'CHAP', 'auth_username': 'QfLR8M6yL2kxFJ3nFvR3', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:45:29.103286 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:45:29.103963 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:45:29.104254 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connection properties {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 'target_lun': 0, 'volume_id': 'df3774f1-c5c9-492e-802c-e5ce09564b66', 'auth_method': 'CHAP', 'auth_username': 'QfLR8M6yL2kxFJ3nFvR3', 'auth_password': '9ZRWkg4Rs9Vfdhzk', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True} {{(pid=120184) check_multipath /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:133}} Nov 24 14:45:29.105399 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:29.110869 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[8f9a3fea-3814-49c5-88f6-3496948fb304]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:45:29.112756 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:45:29.114532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9a3fea-3814-49c5-88f6-3496948fb304]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:29.115499 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:45:29.118951 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:45:29.119454 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:45:29.120509 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:29.127854 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260" returned: 21 in 0.007s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:29.128186 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c627a57-b799-4b3a-b2c2-8c792ebeb61c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:29.128760 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found Nov 24 14:45:29.128760 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:29.129793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --interface default --op new {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:29.142784 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --interface default --op new" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:29.143102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81a0237-e854-48aa-8599-b8b5f4aa1bb2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66] added\n', 'iscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\niscsiadm: Config file line 381 does not have value\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:29.143430 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 38.102.83.12,3260,-1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66] added Nov 24 14:45:29.143430 np0005533992.novalocal nova-compute[120184]: stderr=iscsiadm: Config file line 381 does not have value Nov 24 14:45:29.143430 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:45:29.143430 np0005533992.novalocal nova-compute[120184]: iscsiadm: Config file line 381 does not have value Nov 24 14:45:29.143430 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:29.143638 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Retrying to connect to iSCSI portal 38.102.83.12:3260 {{(pid=120184) _connect_to_iscsi_portal_unsafe /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1133}} Nov 24 14:45:29.143943 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Finished call to 'os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe' after 0.025(s), this was the 1st time calling it. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/after.py:44}} Nov 24 14:45:29.144154 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.utils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Retrying os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe in 1.0 seconds as it raised BrickException: An unknown exception occurred.. {{(pid=120184) log_it /usr/local/lib/python3.12/site-packages/tenacity/before_sleep.py:65}} Nov 24 14:45:30.145373 np0005533992.novalocal nova-compute[120184]: INFO os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Trying to connect to iSCSI portal 38.102.83.12:3260 Nov 24 14:45:30.146732 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.156755 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.157074 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcbd8824-82b0-4ce7-a06b-0e185d536659]: (4, ('# BEGIN RECORD 6.2.1.11\nnode.name = iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = \niface.ipaddress = \niface.prefix_len = 0\niface.hwaddress = \niface.transport_name = tcp\niface.initiatorname = \niface.state = \niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = \niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = \niface.subnet_mask = \niface.gateway = \niface.dhcp_alt_client_id_state = \niface.dhcp_alt_client_id = \niface.dhcp_dns = \niface.dhcp_learn_iqn = \niface.dhcp_req_vendor_id_state = \niface.dhcp_vendor_id_state = \niface.dhcp_vendor_id = \niface.dhcp_slp_da = \niface.fragmentation = \niface.gratuitous_arp = \niface.incoming_forwarding = \niface.tos_state = \niface.tos = 0\niface.ttl = 0\niface.delayed_ack = \niface.tcp_nagle = \niface.tcp_wsf_state = \niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = \niface.redirect = \niface.def_task_mgmt_timeout = 0\niface.header_digest = \niface.data_digest = \niface.immediate_data = \niface.initial_r2t = \niface.data_seq_inorder = \niface.data_pdu_inorder = \niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = \niface.bidi_chap = \niface.strict_login_compliance = \niface.discovery_auth = \niface.discovery_logout = \nnode.discovery_address = \nnode.discovery_port = 0\nnode.discovery_type = fw\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = 0\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = None\nnode.session.auth.username = \nnode.session.auth.password = \nnode.session.auth.username_in = \nnode.session.auth.password_in = \nnode.session.auth.chap_algs = SHA3-256,SHA256\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = auto\nnode.session.reopen_max = 0\nnode.session.conn_reopen_log_freq = 1\nnode.conn[0].address = 38.102.83.12\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm (): stdout=# BEGIN RECORD 6.2.1.11 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.name = iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.tpgt = -1 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.startup = automatic Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.leading_login = No Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.iscsi_ifacename = default Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.net_ifacename = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.ipaddress = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.prefix_len = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.hwaddress = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.transport_name = tcp Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.initiatorname = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.vlan_id = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.vlan_priority = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.vlan_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.iface_num = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.mtu = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.port = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.bootproto = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.subnet_mask = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.gateway = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_alt_client_id = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_dns = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_learn_iqn = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_req_vendor_id_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_vendor_id = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.dhcp_slp_da = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.fragmentation = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.gratuitous_arp = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.incoming_forwarding = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tos_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tos = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.ttl = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.delayed_ack = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tcp_nagle = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf_state = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tcp_wsf = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tcp_timer_scale = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.tcp_timestamp = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.redirect = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.def_task_mgmt_timeout = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.header_digest = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.data_digest = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.immediate_data = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.initial_r2t = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.data_seq_inorder = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.data_pdu_inorder = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.erl = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.max_receive_data_len = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.first_burst_len = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.max_outstanding_r2t = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.max_burst_len = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.chap_auth = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.bidi_chap = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.strict_login_compliance = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.discovery_auth = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: iface.discovery_logout = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.discovery_address = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.discovery_port = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.discovery_type = fw Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.initial_cmdsn = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.initial_login_retry_max = 8 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.xmit_thread_priority = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.cmds_max = 128 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.queue_depth = 32 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.nr_sessions = 1 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.authmethod = None Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.username = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.password = *** Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.username_in = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.password_in = Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.auth.chap_algs = SHA3-256,SHA256 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.timeo.replacement_timeout = 120 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.abort_timeout = 15 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.lu_reset_timeout = 30 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.tgt_reset_timeout = 30 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.err_timeo.host_reset_timeout = 60 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FastAbort = Yes Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.InitialR2T = No Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ImmediateData = Yes Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.FirstBurstLength = 262144 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxBurstLength = 16776192 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Retain = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.DefaultTime2Wait = 2 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxConnections = 1 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.MaxOutstandingR2T = 1 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.iscsi.ERL = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.scan = auto Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.reopen_max = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.session.conn_reopen_log_freq = 1 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].address = 38.102.83.12 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].port = 3260 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].startup = manual Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.window_size = 524288 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].tcp.type_of_service = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.logout_timeout = 15 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.login_timeout = 15 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.auth_timeout = 45 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_interval = 5 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].timeo.noop_out_timeout = 5 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.HeaderDigest = None Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.DataDigest = None Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.IFMarker = No Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: node.conn[0].iscsi.OFMarker = No Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: # END RECORD Nov 24 14:45:30.158894 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.161540 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.170393 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.170671 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da0e4a0-ec2a-429a-a3bb-928d0fb3c62e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.171131 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.172213 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.183637 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.184042 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[65771f41-1f9d-4382-af04-761e0fde390e]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.184456 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.185303 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v QfLR8M6yL2kxFJ3nFvR3 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.194932 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.username -v QfLR8M6yL2kxFJ3nFvR3" returned: 0 in 0.009s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.195239 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa56cbe-5119-4837-bb81-e824ed9013c8]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.195698 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QfLR8M6yL2kxFJ3nFvR3'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.196835 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v *** {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.209718 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.013s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.210027 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[16744471-ae47-48de-965a-63d959a3e745]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.210540 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.211460 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.223284 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.223644 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[1412ac83-c578-4138-933d-a6878800054d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.224064 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. Nov 24 14:45:30.224064 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:45:30.224338 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions. Nov 24 14:45:30.224338 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:45:30.224632 np0005533992.novalocal nova-compute[120184]: WARNING os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions. Nov 24 14:45:30.224632 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:30.225694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --login {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.241519 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --login" returned: 0 in 0.016s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.242028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[8758614e-9f29-4162-a6ff-3f1411d6bbf4]: (4, ('Login to [iface: default, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.242414 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--login',): stdout=Login to [iface: default, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260] successful. Nov 24 14:45:30.242414 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.243585 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.startup -v automatic {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.254938 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.startup -v automatic" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.255334 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac8f2a77-fc96-40bd-8fbf-7e753900294c]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.255634 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:30.256772 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.268596 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.012s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.268749 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca483f4-572c-465a-9121-28636d1fb3fa]: (4, ('tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.269040 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash) Nov 24 14:45:30.269040 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:45:30.269214 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout=tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash) Nov 24 14:45:30.269214 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:45:30.269725 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_to_iscsi_portal-38.102.83.12:3260-iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.151s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:45:30.269899 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connected to 38.102.83.12:3260 {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:659}} Nov 24 14:45:30.270369 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] HCTL ('2', '-', '-', 0) found on session 33 with lun 0 {{(pid=120184) get_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:788}} Nov 24 14:45:30.270547 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Scanning host 2 c: -, t: -, l: 0) {{(pid=120184) scan_iscsi /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:814}} Nov 24 14:45:30.271367 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:30.296575 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.025s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:30.296743 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42627bb-d8e6-47b1-bf29-d82c3b8e8e2b]: (4, ('- - 0', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:30.297291 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching for a device in session 33 and hctl ['2', '*', '*', 0] yield: None {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:45:30.393976 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:31.298837 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Searching for a device in session 33 and hctl ['2', '*', '*', 0] yield: sda {{(pid=120184) device_name_by_hctl /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:808}} Nov 24 14:45:31.299742 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Connected to sda using {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 'target_lun': 0, 'volume_id': 'df3774f1-c5c9-492e-802c-e5ce09564b66', 'auth_method': 'CHAP', 'auth_username': 'QfLR8M6yL2kxFJ3nFvR3', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': True} {{(pid=120184) _connect_vol /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:687}} Nov 24 14:45:31.300537 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.197s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:45:31.300994 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== connect_volume: return (2198ms) {'type': 'block', 'scsi_wwn': '3600140519de02270636400d94df6e56b', 'path': '/dev/sda'} {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:45:31.301302 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '3600140519de02270636400d94df6e56b', 'path': '/dev/sda'} {{(pid=120184) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:66}} Nov 24 14:45:31.306121 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] attach device xml: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:31.814407 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:45:33.403082 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:45:33.403668 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:45:33.403849 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:45:33.404256 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] No VIF found with MAC fa:16:3e:1a:10:d9, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:45:34.977190 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-280ec7d4-dbdd-4b88-be5d-c3833eab3743 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.554s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:35.395183 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:35.396788 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:35.396998 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:45:35.397172 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:35.397651 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:35.398100 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:40.399069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:40.400127 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:40.400235 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:45:40.400353 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:40.400838 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:40.401252 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:41.831353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:41.831912 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:41.945726 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:42.336468 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Detaching volume df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:42.396134 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.block_device [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Attempting to driver detach volume df3774f1-c5c9-492e-802c-e5ce09564b66 from mountpoint /dev/vdb Nov 24 14:45:42.404996 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-df3774f1-c5c9-492e-802c-e5ce09564b66 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:45:42.407096 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-df3774f1-c5c9-492e-802c-e5ce09564b66 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:45:42.407395 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Attempting to detach device vdb from instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] detach device xml: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.407984 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:45:42.417774 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Found disk vdb by alias ua-df3774f1-c5c9-492e-802c-e5ce09564b66 {{(pid=120184) _get_guest_disk_device /opt/stack/nova/nova/virt/libvirt/driver.py:2851}} Nov 24 14:45:42.418155 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Failed to detach device vdb from instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 from the persistent domain config. Libvirt did not report any error but the device is still in the config. Nov 24 14:45:42.418534 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] (1/8): Attempting to detach device vdb with device alias ua-df3774f1-c5c9-492e-802c-e5ce09564b66 from instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 from the live domain config. {{(pid=120184) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2638}} Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] detach device xml: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: Nov 24 14:45:42.419149 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:45:42.567172 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Received event ua-df3774f1-c5c9-492e-802c-e5ce09564b66> from libvirt while the driver is waiting for it; dispatched. {{(pid=120184) emit_event /opt/stack/nova/nova/virt/libvirt/driver.py:2485}} Nov 24 14:45:42.568789 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Start waiting for the detach event from libvirt for device vdb with device alias ua-df3774f1-c5c9-492e-802c-e5ce09564b66 for instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2714}} Nov 24 14:45:42.572627 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully detached device vdb from instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 from the live domain config. Nov 24 14:45:42.574799 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:45:42.575980 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 'target_lun': 0, 'volume_id': 'df3774f1-c5c9-492e-802c-e5ce09564b66', 'auth_method': 'CHAP', 'auth_username': 'QfLR8M6yL2kxFJ3nFvR3', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': False}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:45:42.576351 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:45:42.577072 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:45:42.578430 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.589761 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.590020 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[520770bd-49a3-419b-9067-4c0f2365e11b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66\n\tPortal: 38.102.83.12:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS: Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: iSNS: Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: STATIC: Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: Target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: Portal: 38.102.83.12:3260,-1 Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: Iface Name: default Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: FIRMWARE: Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: No targets found. Nov 24 14:45:42.590456 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:45:42.590777 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS: Nov 24 14:45:42.590777 np0005533992.novalocal nova-compute[120184]: .*?^DiscoveryAddress: 38.102.83.12,3260.*? Nov 24 14:45:42.590777 np0005533992.novalocal nova-compute[120184]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=120184) _get_discoverydb_portals /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:392}} Nov 24 14:45:42.591204 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Getting connected devices for (ips,iqns,luns)=[('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 0)] {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:855}} Nov 24 14:45:42.592302 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.602614 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.602878 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b490c56-cca1-4d8f-86a1-8e08dd01d938]: (4, ('38.102.83.12:3260,4294967295 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.603892 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.615013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.615250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d4b872-fdf7-49da-96c9-48e5dfa616e6]: (4, ('tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash)\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.615793 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash) Nov 24 14:45:42.615793 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm_bare /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1223}} Nov 24 14:45:42.616121 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsi session list stdout=tcp: [33] 38.102.83.12:3260,1 iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 (non-flash) Nov 24 14:45:42.616121 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsi_session /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1212}} Nov 24 14:45:42.616997 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Resulting device map defaultdict(. at 0x7fbc884e31a0>, {('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66'): ({'sda'}, set())}) {{(pid=120184) _get_connection_devices /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:888}} Nov 24 14:45:42.617477 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Removing single pathed devices sda {{(pid=120184) remove_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:381}} Nov 24 14:45:42.618464 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.625229 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'multipathd show status' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[16bd3dd1-a122-4aaa-a861-4dd8340ff720]: [Errno 2] No such file or directory: 'multipathd' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: obj = subprocess.Popen(cmd, Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__ Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: self._execute_child(args, executable, preexec_fn, close_fds, Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: raise child_exception_type(errno_num, err_msg, err_filename) Nov 24 14:45:42.627351 np0005533992.novalocal nova-compute[120184]: FileNotFoundError: [Errno 2] No such file or directory: 'multipathd' Nov 24 14:45:42.629011 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[16bd3dd1-a122-4aaa-a861-4dd8340ff720]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory'), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 354, in execute\n obj = subprocess.Popen(cmd,\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/lib64/python3.12/subprocess.py", line 1026, in __init__\n self._execute_child(args, executable, preexec_fn, close_fds,\n File "/usr/lib64/python3.12/subprocess.py", line 1955, in _execute_child\n raise child_exception_type(errno_num, err_msg, err_filename)\nFileNotFoundError: [Errno 2] No such file or directory: \'multipathd\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.629669 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Flushing IO for device /dev/sda {{(pid=120184) flush_device_io /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:441}} Nov 24 14:45:42.630658 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sda {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.638523 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sda" returned: 0 in 0.008s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.638937 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e20ccc0-d00a-46d7-bfcf-365e7454c437]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.639369 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Remove SCSI device /dev/sda with /sys/block/sda/device/delete {{(pid=120184) remove_scsi_device /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:151}} Nov 24 14:45:42.640362 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.708273 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.068s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.708532 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea7be6c-ede0-46df-9623-22895db8a066]: (4, ('1', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.709119 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Checking to see if SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:159}} Nov 24 14:45:42.709478 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.linuxscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] SCSI volumes sda have been removed. {{(pid=120184) wait_for_volumes_removal /usr/local/lib/python3.12/site-packages/os_brick/initiator/linuxscsi.py:169}} Nov 24 14:45:42.709950 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Disconnecting from: [('38.102.83.12:3260', 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66')] {{(pid=120184) _disconnect_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1201}} Nov 24 14:45:42.711075 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.startup -v manual {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.721725 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op update -n node.startup -v manual" returned: 0 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.722005 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbea8dda-258b-4efe-8935-c4c8d81bc062]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.722467 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:42.724026 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --logout {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.754194 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --logout" returned: 0 in 0.030s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.754457 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[4580b8ba-5482-4a41-92bc-a4426d23b5b0]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260] successful.\n', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.755006 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260] Nov 24 14:45:42.755006 np0005533992.novalocal nova-compute[120184]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66, portal: 38.102.83.12,3260] successful. Nov 24 14:45:42.755006 np0005533992.novalocal nova-compute[120184]: stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:42.756112 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op delete {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:42.767656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66 -p 38.102.83.12:3260 --op delete" returned: 0 in 0.011s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:42.767974 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8ca8f6-093e-4b47-8a30-7efbaebf67e7]: (4, ('', '')) {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:42.768400 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=120184) _run_iscsiadm /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:1067}} Nov 24 14:45:42.768826 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.192s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:45:42.769134 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== disconnect_volume: return (193ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:45:42.769407 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:45:45.402948 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:45.404338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:45.404338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:45:45.404338 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:45.404591 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:45.404891 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:45.836367 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'flavor' on Instance uuid 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:45:46.849102 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-2b04ac96-eb99-4ca4-8e48-88f96f328e54 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.017s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:46.850441 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.905s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:46.850848 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:46.851160 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:46.851449 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:46.853982 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Terminating instance Nov 24 14:45:47.359528 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Start destroying the instance on the hypervisor. {{(pid=120184) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} Nov 24 14:45:47.383004 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.394876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.410722 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.425377 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.426876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.585206 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.594642 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:47.621045 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:45:47.621310 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:47.622525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:47.622525 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:47.623670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] No waiting events found dispatching network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:45:47.623670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-8dd964d2-faa6-4022-b6ab-ad91b353df87 req-4b046835-e925-4558-a5f2-30f89ddc7e2f service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:45:47.638464 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Instance destroyed successfully. Nov 24 14:45:47.639228 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lazy-loading 'resources' on Instance uuid 1cb18c97-a88f-439c-adb3-007b208f9bc7 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:45:47.737892 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:48.147247 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:44:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-869426060',display_name='tempest-VolumesSnapshotTestJSON-instance-869426060',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-volumessnapshottestjson-instance-869426060',id=107,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEeAsbMqw3Atlwhorc+gOluqwQCFe2B8Tb1dLx4cKcZpOiXIl4lCmfea55ohqy2xsJRtQ27HAYlCfG7LwAPyoutHH5V63l17cpmj/P3rbLVM1dt/f41UGKgpGn+PkZdjRA==',key_name='tempest-keypair-1902055635',keypairs=,launch_index=0,launched_at=2025-11-24T19:44:58Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='f851d93dc40a47668f073fe029189315',ramdisk_id='',reservation_id='r-w839l200',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1740062394',owner_user_name='tempest-VolumesSnapshotTestJSON-1740062394-project-member'},tags=,task_state='deleting',terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:44:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f1963a65a4341d5b36078d1273654b9',uuid=1cb18c97-a88f-439c-adb3-007b208f9bc7,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:840}} Nov 24 14:45:48.147917 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converting VIF {"id": "2053b576-b0dd-4612-bac4-77ee57f0268f", "address": "fa:16:3e:1a:10:d9", "network": {"id": "1944accc-9f33-40dc-8ec2-18dd829fbee9", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1620315794-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f851d93dc40a47668f073fe029189315", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap2053b576-b0", "ovs_interfaceid": "2053b576-b0dd-4612-bac4-77ee57f0268f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:45:48.148757 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:45:48.149251 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') {{(pid=120184) unplug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:109}} Nov 24 14:45:48.151190 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:48.151637 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2053b576-b0, bridge=br-int, if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:45:48.156960 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:48.157802 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:48.158212 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c774585a-c969-4615-a525-e074839ae58d) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:45:48.161455 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:48.164931 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=2053b576-b0dd-4612-bac4-77ee57f0268f,network=Network(1944accc-9f33-40dc-8ec2-18dd829fbee9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2053b576-b0') Nov 24 14:45:48.167673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] calling os-brick to detach iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}} Nov 24 14:45:48.168824 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portal': '38.102.83.12:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-df3774f1-c5c9-492e-802c-e5ce09564b66', 'target_lun': 0, 'volume_id': 'df3774f1-c5c9-492e-802c-e5ce09564b66', 'auth_method': 'CHAP', 'auth_username': 'QfLR8M6yL2kxFJ3nFvR3', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True, 'device_path': '/dev/sda'}, None), 'kwargs': True}}" {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:177}} Nov 24 14:45:48.169119 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}} Nov 24 14:45:48.169698 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}} Nov 24 14:45:48.171013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:48.181092 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:48.181407 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=134282) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}} Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[82ec8c47-09db-41ae-bffc-712b412688fd]: Unexpected error while running command. Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Stderr: '' {{(pid=134282) _process_cmd /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:492}} Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Traceback (most recent call last): Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: ret = func(*f_args, **f_kwargs) Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: return func(*args, **kwargs) Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: return putils.execute(on_execute=on_execute, Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: raise ProcessExecutionError(exit_code=_returncode, Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:45:48.182984 np0005533992.novalocal nova-compute[120184]: Stderr: '' Nov 24 14:45:48.184216 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ec8c47-09db-41ae-bffc-712b412688fd]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None), 'Traceback (most recent call last):\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 489, in _process_cmd\n ret = func(*f_args, **f_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 270, in _wrap\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root\n return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute\n return putils.execute(on_execute=on_execute,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute\n raise ProcessExecutionError(exit_code=_returncode,\noslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.\nCommand: iscsiadm -m discoverydb -o show -P 1\nExit code: 21\nStdout: \'SENDTARGETS:\\nNo targets found.\\niSNS:\\nNo targets found.\\nSTATIC:\\nNo targets found.\\nFIRMWARE:\\nNo targets found.\\n\'\nStderr: \'\'\n') {{(pid=134282) _call_back /usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py:515}} Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: Exit code: 21 Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: Stderr: '' Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last): Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ips_iqns_luns = method(connection_properties) Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi out = self._run_iscsiadm_bare(['-m', 'discoverydb', Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1218, in _run_iscsiadm_bare Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi (out, err) = self._execute('iscsiadm', Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi result = self.__execute(*args, **kwargs) Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi return execute_root(*cmd, **kwargs) Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 267, in _wrap Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi return self.channel.remote_call(name, args, kwargs, Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi File "/usr/local/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 230, in remote_call Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi raise exc_type(*result[2]) Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command. Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1 Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21 Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n' Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Stderr: '' Nov 24 14:45:48.185758 np0005533992.novalocal nova-compute[120184]: ERROR os_brick.initiator.connectors.iscsi Nov 24 14:45:48.186661 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Skipping cleanup Unable to find target portal 38.102.83.12:3260. {{(pid=120184) _cleanup_connection /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:959}} Nov 24 14:45:48.186661 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.base [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.017s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}} Nov 24 14:45:48.186881 np0005533992.novalocal nova-compute[120184]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] <== disconnect_volume: return (17ms) None {{(pid=120184) trace_logging_wrapper /usr/local/lib/python3.12/site-packages/os_brick/utils.py:204}} Nov 24 14:45:48.187162 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.volume.iscsi [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Disconnected iSCSI Volume {{(pid=120184) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}} Nov 24 14:45:48.187910 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Deleting instance files /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7_del Nov 24 14:45:48.188740 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Deletion of /opt/stack/data/nova/instances/1cb18c97-a88f-439c-adb3-007b208f9bc7_del complete Nov 24 14:45:48.702987 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Took 1.34 seconds to destroy the instance on the hypervisor. Nov 24 14:45:48.703513 np0005533992.novalocal nova-compute[120184]: DEBUG oslo.service.backend._common.loopingcall [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=120184) func /usr/local/lib/python3.12/site-packages/oslo_service/backend/_common/loopingcall.py:419}} Nov 24 14:45:48.703801 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Deallocating network for instance {{(pid=120184) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} Nov 24 14:45:48.703991 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] deallocate_for_instance() {{(pid=120184) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} Nov 24 14:45:48.704413 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:45:48.789710 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:45:49.678449 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:45:49.678927 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] Acquiring lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:49.679171 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:49.679490 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:49.679837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] No waiting events found dispatching network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:45:49.680295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-unplugged-2053b576-b0dd-4612-bac4-77ee57f0268f for instance with task_state deleting. {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} Nov 24 14:45:49.680480 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Received event network-vif-deleted-2053b576-b0dd-4612-bac4-77ee57f0268f {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:45:49.680788 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Neutron deleted interface 2053b576-b0dd-4612-bac4-77ee57f0268f; detaching it from the instance and deleting it from the info cache Nov 24 14:45:49.681087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:45:49.834472 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:45:50.186237 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-36427859-e973-43c7-978e-1f33dd27999c req-1f2798d3-73b6-42be-a7b5-7b3b88df1239 service nova] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Detach interface failed, port_id=2053b576-b0dd-4612-bac4-77ee57f0268f, reason: Instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 could not be found. {{(pid=120184) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} Nov 24 14:45:50.338091 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Took 1.63 seconds to deallocate network for instance. Nov 24 14:45:50.362871 np0005533992.novalocal nova-compute[120184]: WARNING nova.volume.cinder [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Attachment 124a0266-fbbd-4cea-89f9-82cba83b71a4 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 124a0266-fbbd-4cea-89f9-82cba83b71a4. (HTTP 404) (Request-ID: req-cf0d232f-8eaa-4fcf-84cb-d59d0d84411a) Nov 24 14:45:50.363288 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Took 0.02 seconds to detach 1 volumes for instance. Nov 24 14:45:50.872088 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:50.872694 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:50.972778 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:45:51.477339 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:45:51.753696 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:51.985880 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.113s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:52.038241 np0005533992.novalocal nova-compute[120184]: INFO nova.scheduler.client.report [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Deleted allocations for instance 1cb18c97-a88f-439c-adb3-007b208f9bc7 Nov 24 14:45:52.259246 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:52.259623 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:52.259927 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:52.260269 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:45:52.364023 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:45:52.365491 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:45:52.388040 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.022s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:45:52.388538 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7947MB free_disk=371.9152069091797GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:45:52.388881 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:45:52.389416 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:45:53.050590 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-923c1f88-dbe7-44f5-86ac-e02b85f9f9d8 tempest-VolumesSnapshotTestJSON-1740062394 tempest-VolumesSnapshotTestJSON-1740062394-project-member] Lock "1cb18c97-a88f-439c-adb3-007b208f9bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.200s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:53.161092 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:53.452463 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:45:53.452852 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=512MB phys_disk=399GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:45:52 up 53 min, 13 users, load average: 1.32, 2.42, 3.34\n'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:45:53.500945 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:45:54.005502 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:45:54.513090 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:45:54.513661 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:45:55.509244 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:55.509418 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:55.753358 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:45:58.204813 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:58.204813 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:45:58.204813 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:45:58.204813 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:45:58.205791 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:45:58.206191 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:00.753188 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:00.753858 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:46:01.754039 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:01.754512 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:02.636038 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [-] Emitting event Stopped> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:46:02.636192 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [-] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] VM Stopped (Lifecycle Event) Nov 24 14:46:02.754149 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:03.140769 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-35a0c30c-4356-4ad2-bb0d-aff092848631 None None] [instance: 1cb18c97-a88f-439c-adb3-007b208f9bc7] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:46:03.206495 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:06.750173 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:08.208307 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:08.210422 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:08.210422 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:46:08.210422 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:08.244711 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:08.244711 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:13.245302 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:13.246608 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:13.246749 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:46:13.247039 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:13.266032 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:13.266382 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:18.266868 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:19.409054 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:23.268586 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:28.270543 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:33.272025 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:38.273322 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:38.274904 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:38.275094 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=120184) run /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:117}} Nov 24 14:46:38.275264 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:38.354267 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:38.354486 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=120184) _transition /usr/local/lib/python3.12/site-packages/ovs/reconnect.py:519}} Nov 24 14:46:38.913814 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:41.794069 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:43.102053 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:43.392247 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:44.924745 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:44.925191 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:45.428118 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Starting instance... {{(pid=120184) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} Nov 24 14:46:46.009233 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:46.009707 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:46.015074 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=120184) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2542}} Nov 24 14:46:46.015407 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.claims [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Claim successful on node np0005533992.novalocal Nov 24 14:46:47.119671 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:46:47.624814 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:46:48.132697 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:48.133603 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Start building networks asynchronously for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} Nov 24 14:46:48.137609 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:48.393183 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:48.644896 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Allocating IP information in the background. {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} Nov 24 14:46:48.645103 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:46:48.645728 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:48.646187 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:48.734981 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecf5b9f70e44c9781bbb51d5cea3948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ec9b8a2b74a3f8d317251e03240b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:46:49.170734 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names Nov 24 14:46:49.225933 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Successfully created port: ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:46:49.502701 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:49.677022 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Start building block device mappings for instance. {{(pid=120184) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} Nov 24 14:46:49.754535 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Successfully updated port: ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:46:49.787845 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-changed-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:46:49.788160 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing instance network info cache due to event network-changed-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:46:49.788482 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] Acquiring lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:46:49.788772 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] Acquired lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:46:49.789043 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing network info cache for port ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:46:50.256161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:46:50.292459 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:50.350739 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:46:50.518373 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updating instance_info_cache with network_info: [] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:46:50.692430 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Start spawning the instance on the hypervisor. {{(pid=120184) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} Nov 24 14:46:50.693412 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Creating instance directory {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5164}} Nov 24 14:46:50.693737 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Creating image(s) Nov 24 14:46:50.694203 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:50.694412 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "/opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:50.695012 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "/opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format..write_to_disk_info_file" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:50.695620 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:46:50.699372 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:46:50.701547 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:50.797763 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.096s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:50.798013 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:50.798326 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:50.798724 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:46:50.801317 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_utils.imageutils.format_inspector [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=120184) _process_chunk /usr/local/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1537}} Nov 24 14:46:50.801597 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:50.857161 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.055s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:50.857545 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk 1073741824 {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:50.891838 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e,backing_fmt=raw /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk 1073741824" returned: 0 in 0.034s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:50.892409 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "10111da5b781f36a2b6f0f30de44e6ec56bfdf4e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image..create_qcow2_image" :: held 0.094s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:50.892921 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:50.950059 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10111da5b781f36a2b6f0f30de44e6ec56bfdf4e --force-share --output=json" returned: 0 in 0.057s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:50.950637 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk. size=1073741824 {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}} Nov 24 14:46:50.951056 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): /usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk --force-share --output=json {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:51.007028 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "/usr/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk --force-share --output=json" returned: 0 in 0.055s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:51.007616 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.disk.api [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Cannot resize image /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk to a smaller size. {{(pid=120184) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}} Nov 24 14:46:51.008177 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Created local disks {{(pid=120184) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5296}} Nov 24 14:46:51.008501 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Ensure instance console log exists: /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/console.log {{(pid=120184) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5043}} Nov 24 14:46:51.009055 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:51.009425 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:51.009762 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:51.021776 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-0add23b8-0d23-4d44-9d25-2fd67496fe13 req-c577d67a-0b07-4742-84a2-b03a1d525a71 service nova] Releasing lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:46:51.022481 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquired lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:46:51.022816 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:46:51.594289 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Instance cache missing network info. {{(pid=120184) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} Nov 24 14:46:51.747679 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:51.767793 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:51.868229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updating instance_info_cache with network_info: [{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:46:52.273359 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:52.273779 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:52.274076 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:52.274389 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Auditing locally available compute resources for np0005533992.novalocal (node: np0005533992.novalocal) {{(pid=120184) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} Nov 24 14:46:52.371342 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Releasing lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:46:52.371877 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Instance network_info: |[{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=120184) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} Nov 24 14:46:52.375506 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Start _get_guest_xml network_info=[{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'boot_index': 0, 'encryption_options': None, 'image_id': 'bfe30d4b-f478-4b3d-b058-80ea56840f0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8072}} Nov 24 14:46:52.380194 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:46:52.382667 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-TestNetworkBasicOps-server-1723146473', uuid='c1696f94-e188-4c23-9c3d-cd310b5ef705'), owner=OwnerMeta(userid='5ecf5b9f70e44c9781bbb51d5cea3948', username='tempest-TestNetworkBasicOps-1067148419-project-member', projectid='1f2ec9b8a2b74a3f8d317251e03240b2', projectname='tempest-TestNetworkBasicOps-1067148419'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_rng_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013612.381981) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:46:52.384934 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V1... {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1707}} Nov 24 14:46:52.385497 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CPU controller missing on host. {{(pid=120184) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1717}} Nov 24 14:46:52.387470 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Searching host: 'np0005533992.novalocal' for CPU controller through CGroups V2... {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1726}} Nov 24 14:46:52.388042 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.host [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CPU controller found on host. {{(pid=120184) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1733}} Nov 24 14:46:52.389450 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=120184) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5835}} Nov 24 14:46:52.390075 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-24T19:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-11-24T19:11:52Z,direct_url=,disk_format='qcow2',id=bfe30d4b-f478-4b3d-b058-80ea56840f0b,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='506aa82048ac4be380b28a72fe34e91d',properties=ImageMetaProps,protected=,size=21692416,status='active',tags=,updated_at=2025-11-24T19:11:55Z,virtual_size=,visibility=), allow threads: True {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} Nov 24 14:46:52.390402 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Flavor limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} Nov 24 14:46:52.390732 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Image limits 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} Nov 24 14:46:52.391033 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Flavor pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} Nov 24 14:46:52.391275 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Image pref 0:0:0 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} Nov 24 14:46:52.391531 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=120184) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} Nov 24 14:46:52.391931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} Nov 24 14:46:52.392199 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} Nov 24 14:46:52.392485 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Got 1 possible topologies {{(pid=120184) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} Nov 24 14:46:52.392792 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} Nov 24 14:46:52.393087 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.hardware [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=120184) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} Nov 24 14:46:52.397942 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:46:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestNetworkBasicOps-server-1723146473',display_name='tempest-TestNetworkBasicOps-server-1723146473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-testnetworkbasicops-server-1723146473',id=108,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcPvc1JUPq1Icz7vsHHKghWvR5LU4t/SVFc212eHFEjgRUFnFprnA020pooQJfQlJmjCRpRbV/3tX6P3IETbKrn6AM9FyC2mdj0AX5To2Ty6dIGM+MLlVSAhk/u6o5gOA==',key_name='tempest-TestNetworkBasicOps-756825715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f2ec9b8a2b74a3f8d317251e03240b2',ramdisk_id='',reservation_id='r-juntjga2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestNetworkBasicOps-1067148419',owner_user_name='tempest-TestNetworkBasicOps-1067148419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:46:49Z,user_data=None,user_id='5ecf5b9f70e44c9781bbb51d5cea3948',uuid=c1696f94-e188-4c23-9c3d-cd310b5ef705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:46:52.398295 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converting VIF {"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:46:52.399334 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98,network=Network(4aa49aa1-c823-4a2d-ab45-3cb852afc33f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea8c7f89-9c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:46:52.400265 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lazy-loading 'pci_devices' on Instance uuid c1696f94-e188-4c23-9c3d-cd310b5ef705 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:46:52.428528 np0005533992.novalocal nova-compute[120184]: WARNING nova.virt.libvirt.driver [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported. Nov 24 14:46:52.429853 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running cmd (subprocess): env LANG=C uptime {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:52.450427 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CMD "env LANG=C uptime" returned: 0 in 0.020s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:52.450977 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Hypervisor/Node resource view: name=np0005533992.novalocal free_ram=7815MB free_disk=371.9434127807617GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_06_0", "address": "0000:00:06.0", "product_id": "1005", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1005", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_05_0", "address": "0000:00:05.0", "product_id": "1002", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1002", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_04_0", "address": "0000:00:04.0", "product_id": "1001", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "1050", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1050", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "1000", "vendor_id": "1af4", "numa_node": null, "label": "label_1af4_1000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}] {{(pid=120184) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} Nov 24 14:46:52.451250 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:52.451715 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] End _get_guest_xml xml= Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: instance-0000006c Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-server-1723146473 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:46:52 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419-project-member Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: 128 Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: /dev/urandom Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: Nov 24 14:46:52.905460 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8078}} Nov 24 14:46:52.908656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Preparing to wait for external event network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:308}} Nov 24 14:46:52.908656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:52.908656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:52.908656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.._create_or_get_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:52.908656 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-11-24T19:46:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestNetworkBasicOps-server-1723146473',display_name='tempest-TestNetworkBasicOps-server-1723146473',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-testnetworkbasicops-server-1723146473',id=108,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcPvc1JUPq1Icz7vsHHKghWvR5LU4t/SVFc212eHFEjgRUFnFprnA020pooQJfQlJmjCRpRbV/3tX6P3IETbKrn6AM9FyC2mdj0AX5To2Ty6dIGM+MLlVSAhk/u6o5gOA==',key_name='tempest-TestNetworkBasicOps-756825715',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=None,new_flavor=None,node='np0005533992.novalocal',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f2ec9b8a2b74a3f8d317251e03240b2',ramdisk_id='',reservation_id='r-juntjga2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestNetworkBasicOps-1067148419',owner_user_name='tempest-TestNetworkBasicOps-1067148419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-11-24T19:46:49Z,user_data=None,user_id='5ecf5b9f70e44c9781bbb51d5cea3948',uuid=c1696f94-e188-4c23-9c3d-cd310b5ef705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:46:52.909093 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converting VIF {"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:46:52.909935 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98,network=Network(4aa49aa1-c823-4a2d-ab45-3cb852afc33f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea8c7f89-9c') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:46:52.910537 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98,network=Network(4aa49aa1-c823-4a2d-ab45-3cb852afc33f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea8c7f89-9c') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:46:52.911160 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.911799 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:46:52.912328 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:46:52.913440 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.913856 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '385d7bd1-1bb4-508c-9607-04651c74620d', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:46:52.915677 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.917747 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.920876 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.921226 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea8c7f89-9c, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:46:52.921880 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea8c7f89-9c, col_values=(('qos', UUID('b1ff39c5-b9f2-401f-a851-310c46d1e60f')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:46:52.922272 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea8c7f89-9c, col_values=(('external_ids', {'iface-id': 'ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:92:9d', 'vm-uuid': 'c1696f94-e188-4c23-9c3d-cd310b5ef705'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:46:52.923684 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.927176 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:46:52.934843 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:52.936236 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98,network=Network(4aa49aa1-c823-4a2d-ab45-3cb852afc33f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea8c7f89-9c') Nov 24 14:46:53.537239 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Instance c1696f94-e188-4c23-9c3d-cd310b5ef705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=120184) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} Nov 24 14:46:53.537684 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} Nov 24 14:46:53.538622 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Final resource view: name=np0005533992.novalocal phys_ram=15729MB used_ram=704MB phys_disk=399GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'uptime': ' 14:46:52 up 54 min, 13 users, load average: 1.54, 2.29, 3.24\n', 'num_instances': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_1f2ec9b8a2b74a3f8d317251e03240b2': '1', 'io_workload': '1'} {{(pid=120184) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} Nov 24 14:46:53.630730 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.provider_tree [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed in ProviderTree for provider: 086dc306-ae54-4839-a40f-ca2c3cf70797 {{(pid=120184) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} Nov 24 14:46:54.135142 np0005533992.novalocal nova-compute[120184]: DEBUG nova.scheduler.client.report [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Inventory has not changed for provider 086dc306-ae54-4839-a40f-ca2c3cf70797 based on inventory data: {'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 15729, 'reserved': 512, 'min_unit': 1, 'max_unit': 15729, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 399, 'reserved': 0, 'min_unit': 1, 'max_unit': 399, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=120184) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} Nov 24 14:46:54.460157 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:46:54.460437 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:46:54.460743 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No VIF found with MAC fa:16:3e:71:92:9d, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:46:54.461511 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Using config drive Nov 24 14:46:54.643802 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.resource_tracker [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Compute_service record updated for np0005533992.novalocal:np0005533992.novalocal {{(pid=120184) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} Nov 24 14:46:54.644099 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:54.971596 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:55.099601 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Creating config drive at /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.config Nov 24 14:46:55.103952 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Running cmd (subprocess): /usr/bin/mkisofs -o /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp7lf3lghu {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}} Nov 24 14:46:55.231221 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.processutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] CMD "/usr/bin/mkisofs -o /opt/stack/data/nova/instances/c1696f94-e188-4c23-9c3d-cd310b5ef705/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 32.1.0 -quiet -J -r -V config-2 /tmp/tmp7lf3lghu" returned: 0 in 0.127s {{(pid=120184) execute /usr/local/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}} Nov 24 14:46:55.310587 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:55.321080 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:55.325647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:55.507759 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-23adae8e-dad7-4606-ba9f-8734e6c4bd46 req-e885a99e-a579-410d-908b-b8a309e3d443 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:46:55.507759 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-23adae8e-dad7-4606-ba9f-8734e6c4bd46 req-e885a99e-a579-410d-908b-b8a309e3d443 service nova] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:55.508353 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-23adae8e-dad7-4606-ba9f-8734e6c4bd46 req-e885a99e-a579-410d-908b-b8a309e3d443 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:55.510094 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-23adae8e-dad7-4606-ba9f-8734e6c4bd46 req-e885a99e-a579-410d-908b-b8a309e3d443 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:55.510094 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-23adae8e-dad7-4606-ba9f-8734e6c4bd46 req-e885a99e-a579-410d-908b-b8a309e3d443 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Processing event network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} Nov 24 14:46:55.526011 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Started> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:46:55.526011 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] VM Started (Lifecycle Event) Nov 24 14:46:55.529886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=120184) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:603}} Nov 24 14:46:55.537272 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Guest created on hypervisor {{(pid=120184) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4842}} Nov 24 14:46:55.558765 np0005533992.novalocal nova-compute[120184]: INFO nova.virt.libvirt.driver [-] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Instance spawned successfully. Nov 24 14:46:55.559032 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:998}} Nov 24 14:46:55.679760 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:55.686352 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:55.689368 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:56.030358 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:46:56.033961 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Synchronizing instance power state after lifecycle event "Started"; current vm_state: building, current task_state: spawning, current DB power_state: 0, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:46:56.068331 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_cdrom_bus of ide {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.068455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_disk_bus of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.068793 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_input_bus of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.069028 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_pointer_model of None {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.069281 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_video_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.069539 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Found default for hw_vif_model of virtio {{(pid=120184) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1027}} Nov 24 14:46:56.537593 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] During sync_power_state the instance has a pending task (spawning). Skip. Nov 24 14:46:56.538368 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Paused> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:46:56.538415 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] VM Paused (Lifecycle Event) Nov 24 14:46:56.574868 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Took 5.88 seconds to spawn the instance on the hypervisor. Nov 24 14:46:56.575179 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:46:57.042795 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:46:57.046399 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] Emitting event Resumed> {{(pid=120184) emit_event /opt/stack/nova/nova/virt/driver.py:1873}} Nov 24 14:46:57.046815 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] VM Resumed (Lifecycle Event) Nov 24 14:46:57.091061 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Took 11.13 seconds to build instance. Nov 24 14:46:57.537886 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:46:57.538223 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:46:57.538942 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:46:57.539719 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:57.540030 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] No waiting events found dispatching network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:46:57.540319 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-456d3816-113b-452e-9e5a-1c3e62c751b8 req-f55d2d26-8d79-49f4-9654-7c4745865b26 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received unexpected event network-vif-plugged-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 for instance with vm_state active and task_state None. Nov 24 14:46:57.549747 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Checking state {{(pid=120184) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} Nov 24 14:46:57.554931 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-a4fed5d9-59d6-4228-8a18-aec942cf0c9d None None] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Synchronizing instance power state after lifecycle event "Resumed"; current vm_state: active, current task_state: None, current DB power_state: 1, VM power_state: 1 {{(pid=120184) handle_lifecycle_event /opt/stack/nova/nova/compute/manager.py:1441}} Nov 24 14:46:57.593883 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-46da073d-7869-4124-9469-4408d2a58835 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.669s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:46:57.625240 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:57.625450 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:57.625656 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:46:57.961138 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:58.137051 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:46:58.407837 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-changed-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:46:58.408150 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing instance network info cache due to event network-changed-ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:46:58.408537 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] Acquiring lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:46:58.408830 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] Acquired lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:46:58.409115 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing network info cache for port ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98 {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:46:58.913205 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:59.248363 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:46:59.391128 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updated VIF entry in instance network info cache for port ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} Nov 24 14:46:59.391839 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updating instance_info_cache with network_info: [{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:46:59.895790 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-55712e43-899a-4427-8dcb-ab0bdb2011af req-3c666d14-989d-4f7d-bf5a-8469ab3e47a5 service nova] Releasing lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:47:00.752764 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:00.753204 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=120184) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} Nov 24 14:47:00.753204 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:02.257234 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:02.257773 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} Nov 24 14:47:02.761811 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] There are 0 instances to clean {{(pid=120184) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} Nov 24 14:47:02.762204 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:02.762511 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Cleaning up deleted instances with incomplete migration {{(pid=120184) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} Nov 24 14:47:02.964626 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:03.138647 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:03.762084 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:03.762613 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:03.762712 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_service.periodic_task [None req-f7abc9c0-81b3-4e74-a36a-7309125a39d1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=120184) run_periodic_tasks /usr/local/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Nov 24 14:47:07.968621 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:08.140741 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:13.013349 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:13.143963 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:18.016137 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:18.145419 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:18.500892 np0005533992.novalocal nova-compute[120184]: INFO nova.compute.manager [None req-31d4745f-5331-4aeb-9264-ace50928c158 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Get console output Nov 24 14:47:18.506857 np0005533992.novalocal nova-compute[120184]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes Nov 24 14:47:23.019752 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:23.148748 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:24.026591 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "interface-c1696f94-e188-4c23-9c3d-cd310b5ef705-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:47:24.027162 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "interface-c1696f94-e188-4c23-9c3d-cd310b5ef705-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:47:24.027444 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lazy-loading 'flavor' on Instance uuid c1696f94-e188-4c23-9c3d-cd310b5ef705 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:47:24.532877 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:24.687900 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lazy-loading 'pci_requests' on Instance uuid c1696f94-e188-4c23-9c3d-cd310b5ef705 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:47:25.191182 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.base [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=120184) wrapper /opt/stack/nova/nova/objects/base.py:136}} Nov 24 14:47:25.191780 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] allocate_for_instance() {{(pid=120184) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} Nov 24 14:47:25.191898 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:25.192306 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:25.269455 np0005533992.novalocal nova-compute[120184]: DEBUG nova.policy [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecf5b9f70e44c9781bbb51d5cea3948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ec9b8a2b74a3f8d317251e03240b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=120184) authorize /opt/stack/nova/nova/policy.py:192}} Nov 24 14:47:25.649670 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Successfully created port: 1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} Nov 24 14:47:26.149174 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Successfully updated port: 1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) _update_port /opt/stack/nova/nova/network/neutron.py:588}} Nov 24 14:47:26.190922 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-changed-1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:47:26.191136 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing instance network info cache due to event network-changed-1804a74d-18c8-4a30-a0ec-a736882720ce. {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} Nov 24 14:47:26.191461 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] Acquiring lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:47:26.191998 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] Acquired lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:47:26.192047 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Refreshing network info cache for port 1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} Nov 24 14:47:26.652779 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}} Nov 24 14:47:26.695742 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:27.026429 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:27.178039 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Added VIF to instance network info cache for port 1804a74d-18c8-4a30-a0ec-a736882720ce. {{(pid=120184) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3549}} Nov 24 14:47:27.178733 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updating instance_info_cache with network_info: [{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:47:27.683698 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-5ea5b8c7-c380-432a-8960-233e06d97c04 req-d656ec81-9b0a-4b4e-a3d6-9b913d0150f5 service nova] Releasing lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:47:27.684245 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquired lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}} Nov 24 14:47:27.684391 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Building network info cache for instance {{(pid=120184) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} Nov 24 14:47:28.023524 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:28.149830 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:28.265655 np0005533992.novalocal nova-compute[120184]: WARNING nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] f462523b-4fa2-4adf-b652-73c438d8f16c already exists in list: networks containing: ['f462523b-4fa2-4adf-b652-73c438d8f16c']. ignoring it Nov 24 14:47:28.265655 np0005533992.novalocal nova-compute[120184]: WARNING nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] 1804a74d-18c8-4a30-a0ec-a736882720ce already exists in list: port_ids containing: ['1804a74d-18c8-4a30-a0ec-a736882720ce']. ignoring it Nov 24 14:47:28.440603 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:28.733137 np0005533992.novalocal nova-compute[120184]: WARNING neutronclient.v2_0.client [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Nov 24 14:47:28.878784 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.neutron [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Updating instance_info_cache with network_info: [{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=120184) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} Nov 24 14:47:29.383231 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Releasing lock "refresh_cache-c1696f94-e188-4c23-9c3d-cd310b5ef705" {{(pid=120184) lock /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}} Nov 24 14:47:29.386898 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:46:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-TestNetworkBasicOps-server-1723146473',display_name='tempest-TestNetworkBasicOps-server-1723146473',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-testnetworkbasicops-server-1723146473',id=108,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcPvc1JUPq1Icz7vsHHKghWvR5LU4t/SVFc212eHFEjgRUFnFprnA020pooQJfQlJmjCRpRbV/3tX6P3IETbKrn6AM9FyC2mdj0AX5To2Ty6dIGM+MLlVSAhk/u6o5gOA==',key_name='tempest-TestNetworkBasicOps-756825715',keypairs=,launch_index=0,launched_at=2025-11-24T19:46:56Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1f2ec9b8a2b74a3f8d317251e03240b2',ramdisk_id='',reservation_id='r-juntjga2',resources=,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestNetworkBasicOps-1067148419',owner_user_name='tempest-TestNetworkBasicOps-1067148419-project-member'},tags=,task_state=None,terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:46:56Z,user_data=None,user_id='5ecf5b9f70e44c9781bbb51d5cea3948',uuid=c1696f94-e188-4c23-9c3d-cd310b5ef705,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) plug /opt/stack/nova/nova/virt/libvirt/vif.py:722}} Nov 24 14:47:29.387271 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converting VIF {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:47:29.388229 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:b0:7b,bridge_name='br-int',has_traffic_filtering=True,id=1804a74d-18c8-4a30-a0ec-a736882720ce,network=Network(f462523b-4fa2-4adf-b652-73c438d8f16c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1804a74d-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:47:29.388742 np0005533992.novalocal nova-compute[120184]: DEBUG os_vif [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:b0:7b,bridge_name='br-int',has_traffic_filtering=True,id=1804a74d-18c8-4a30-a0ec-a736882720ce,network=Network(f462523b-4fa2-4adf-b652-73c438d8f16c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1804a74d-18') {{(pid=120184) plug /usr/local/lib/python3.12/site-packages/os_vif/__init__.py:76}} Nov 24 14:47:29.389292 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.389763 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:47:29.390137 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}} Nov 24 14:47:29.391148 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.391499 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c52ecfd-d076-5479-a430-f042e196c2a6', '_type': 'linux-noop'}}, row=False) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:47:29.392788 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.395302 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.398297 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.398655 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1804a74d-18, may_exist=True, interface_attrs={}) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:47:29.399170 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1804a74d-18, col_values=(('qos', UUID('01af999a-4e64-47e1-be65-1ef5af918c5d')),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:47:29.399485 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1804a74d-18, col_values=(('external_ids', {'iface-id': '1804a74d-18c8-4a30-a0ec-a736882720ce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:b0:7b', 'vm-uuid': 'c1696f94-e188-4c23-9c3d-cd310b5ef705'}),), if_exists=True) {{(pid=120184) do_commit /usr/local/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}} Nov 24 14:47:29.400804 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.404157 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:248}} Nov 24 14:47:29.412649 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.413619 np0005533992.novalocal nova-compute[120184]: INFO os_vif [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:b0:7b,bridge_name='br-int',has_traffic_filtering=True,id=1804a74d-18c8-4a30-a0ec-a736882720ce,network=Network(f462523b-4fa2-4adf-b652-73c438d8f16c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1804a74d-18') Nov 24 14:47:29.414731 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:46:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=,disable_terminate=False,display_description='tempest-TestNetworkBasicOps-server-1723146473',display_name='tempest-TestNetworkBasicOps-server-1723146473',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-testnetworkbasicops-server-1723146473',id=108,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcPvc1JUPq1Icz7vsHHKghWvR5LU4t/SVFc212eHFEjgRUFnFprnA020pooQJfQlJmjCRpRbV/3tX6P3IETbKrn6AM9FyC2mdj0AX5To2Ty6dIGM+MLlVSAhk/u6o5gOA==',key_name='tempest-TestNetworkBasicOps-756825715',keypairs=,launch_index=0,launched_at=2025-11-24T19:46:56Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=,old_flavor=None,os_type=None,pci_devices=,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='1f2ec9b8a2b74a3f8d317251e03240b2',ramdisk_id='',reservation_id='r-juntjga2',resources=,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestNetworkBasicOps-1067148419',owner_user_name='tempest-TestNetworkBasicOps-1067148419-project-member'},tags=,task_state=None,terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:46:56Z,user_data=None,user_id='5ecf5b9f70e44c9781bbb51d5cea3948',uuid=c1696f94-e188-4c23-9c3d-cd310b5ef705,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:47:29.415067 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converting VIF {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:47:29.415866 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:b0:7b,bridge_name='br-int',has_traffic_filtering=True,id=1804a74d-18c8-4a30-a0ec-a736882720ce,network=Network(f462523b-4fa2-4adf-b652-73c438d8f16c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1804a74d-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] attach device xml: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:29.418894 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:336}} Nov 24 14:47:29.435719 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.447105 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.456602 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.607496 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:47:29.609330 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:47:29.610024 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:47:29.610511 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:47:29.611541 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] No waiting events found dispatching network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:47:29.611541 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-902b3bfe-f21f-4f0a-b847-014c4c866926 req-cb492478-5958-4af9-9e3a-254844e38e36 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received unexpected event network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce for instance with vm_state active and task_state None. Nov 24 14:47:29.757596 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.762576 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.765437 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.767686 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:29.769862 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:30.982296 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No BDM found with device name vda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:47:30.982853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No BDM found with device name hda, not building metadata. {{(pid=120184) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13085}} Nov 24 14:47:30.982853 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No VIF found with MAC fa:16:3e:71:92:9d, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:47:30.983151 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] No VIF found with MAC fa:16:3e:ec:b0:7b, not building metadata {{(pid=120184) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:13061}} Nov 24 14:47:31.491327 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.driver [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', instance_meta=NovaInstanceMeta(name='tempest-TestNetworkBasicOps-server-1723146473', uuid='c1696f94-e188-4c23-9c3d-cd310b5ef705'), owner=OwnerMeta(userid='5ecf5b9f70e44c9781bbb51d5cea3948', username='tempest-TestNetworkBasicOps-1067148419-project-member', projectid='1f2ec9b8a2b74a3f8d317251e03240b2', projectname='tempest-TestNetworkBasicOps-1067148419'), image=ImageMeta(id='bfe30d4b-f478-4b3d-b058-80ea56840f0b', name=None, container_format='bare', disk_format='qcow2', min_disk=1, min_ram=0, properties={'hw_cdrom_bus': 'ide', 'hw_disk_bus': 'virtio', 'hw_machine_type': 'pc', 'hw_rng_model': 'virtio', 'hw_video_model': 'virtio', 'hw_vif_model': 'virtio'}), flavor=FlavorMeta(name='m1.nano', flavorid='42', memory_mb=192, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "address": "fa:16:3e:71:92:9d", "network": {"id": "4aa49aa1-c823-4a2d-ab45-3cb852afc33f", "bridge": "br-int", "label": "tempest-network-smoke--1445184444", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.5.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tapea8c7f89-9c", "ovs_interfaceid": "ea8c7f89-9c0f-4570-a7c2-cbbbd9e5da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='32.1.0', creation_time=1764013651.4904978) {{(pid=120184) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:437}} Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] set metadata xml: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-server-1723146473 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:47:31 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419-project-member Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419 Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:31.492316 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:356}} Nov 24 14:47:31.653887 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received event network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} Nov 24 14:47:31.654229 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] Acquiring lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:47:31.654567 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:47:31.654895 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] Lock "c1696f94-e188-4c23-9c3d-cd310b5ef705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:47:31.655205 np0005533992.novalocal nova-compute[120184]: DEBUG nova.compute.manager [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] No waiting events found dispatching network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce {{(pid=120184) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} Nov 24 14:47:31.655532 np0005533992.novalocal nova-compute[120184]: WARNING nova.compute.manager [req-cf70a787-6fc5-495a-8593-555d5ad8bde8 req-30036484-0800-442c-9267-062fe505f539 service nova] [instance: c1696f94-e188-4c23-9c3d-cd310b5ef705] Received unexpected event network-vif-plugged-1804a74d-18c8-4a30-a0ec-a736882720ce for instance with vm_state active and task_state None. Nov 24 14:47:32.000625 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-4e6d42f1-c14e-4fb4-a71d-3942c318ec37 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "interface-c1696f94-e188-4c23-9c3d-cd310b5ef705-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.973s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}} Nov 24 14:47:33.152318 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:34.401397 np0005533992.novalocal nova-compute[120184]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=120184) __log_wakeup /usr/local/lib/python3.12/site-packages/ovs/poller.py:263}} Nov 24 14:47:34.785458 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Acquiring lock "interface-c1696f94-e188-4c23-9c3d-cd310b5ef705-1804a74d-18c8-4a30-a0ec-a736882720ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}} Nov 24 14:47:34.785852 np0005533992.novalocal nova-compute[120184]: DEBUG oslo_concurrency.lockutils [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lock "interface-c1696f94-e188-4c23-9c3d-cd310b5ef705-1804a74d-18c8-4a30-a0ec-a736882720ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=120184) inner /usr/local/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}} Nov 24 14:47:35.292439 np0005533992.novalocal nova-compute[120184]: DEBUG nova.objects.instance [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Lazy-loading 'flavor' on Instance uuid c1696f94-e188-4c23-9c3d-cd310b5ef705 {{(pid=120184) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} Nov 24 14:47:35.797874 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.vif [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-11-24T19:46:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestNetworkBasicOps-server-1723146473',display_name='tempest-TestNetworkBasicOps-server-1723146473',ec2_ids=,ephemeral_gb=0,ephemeral_key_uuid=None,fault=,flavor=Flavor(11),hidden=False,host='np0005533992.novalocal',hostname='tempest-testnetworkbasicops-server-1723146473',id=108,image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLcPvc1JUPq1Icz7vsHHKghWvR5LU4t/SVFc212eHFEjgRUFnFprnA020pooQJfQlJmjCRpRbV/3tX6P3IETbKrn6AM9FyC2mdj0AX5To2Ty6dIGM+MLlVSAhk/u6o5gOA==',key_name='tempest-TestNetworkBasicOps-756825715',keypairs=,launch_index=0,launched_at=2025-11-24T19:46:56Z,launched_on='np0005533992.novalocal',locked=False,locked_by=None,memory_mb=192,metadata={},migration_context=,new_flavor=None,node='np0005533992.novalocal',numa_topology=,old_flavor=None,os_type=None,pci_devices=,pci_requests=,power_state=1,progress=0,project_id='1f2ec9b8a2b74a3f8d317251e03240b2',ramdisk_id='',reservation_id='r-juntjga2',resources=,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='bfe30d4b-f478-4b3d-b058-80ea56840f0b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_os_glance_failed_import='',image_os_glance_importing_to_stores='',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestNetworkBasicOps-1067148419',owner_user_name='tempest-TestNetworkBasicOps-1067148419-project-member'},tags=,task_state=None,terminated_at=None,trusted_certs=,updated_at=2025-11-24T19:46:56Z,user_data=None,user_id='5ecf5b9f70e44c9781bbb51d5cea3948',uuid=c1696f94-e188-4c23-9c3d-cd310b5ef705,vcpu_model=,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=120184) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:575}} Nov 24 14:47:35.798673 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converting VIF {"id": "1804a74d-18c8-4a30-a0ec-a736882720ce", "address": "fa:16:3e:ec:b0:7b", "network": {"id": "f462523b-4fa2-4adf-b652-73c438d8f16c", "bridge": "br-int", "label": "tempest-network-smoke--1675088088", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": null, "type": "gateway", "version": null, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1f2ec9b8a2b74a3f8d317251e03240b2", "mtu": 1372, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bridge_name": "br-int", "datapath_type": "system", "bound_drivers": {"0": "ovn"}}, "devname": "tap1804a74d-18", "ovs_interfaceid": "1804a74d-18c8-4a30-a0ec-a736882720ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}} Nov 24 14:47:35.798885 np0005533992.novalocal nova-compute[120184]: DEBUG nova.network.os_vif_util [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:b0:7b,bridge_name='br-int',has_traffic_filtering=True,id=1804a74d-18c8-4a30-a0ec-a736882720ce,network=Network(f462523b-4fa2-4adf-b652-73c438d8f16c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1804a74d-18') {{(pid=120184) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}} Nov 24 14:47:35.802233 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] looking for interface given config: {{(pid=120184) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}} Nov 24 14:47:35.804469 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] looking for interface given config: {{(pid=120184) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}} Nov 24 14:47:35.806712 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.driver [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] Attempting to detach device tap1804a74d-18 from instance c1696f94-e188-4c23-9c3d-cd310b5ef705 from the persistent domain config. {{(pid=120184) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2602}} Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] detach device xml: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.807091 np0005533992.novalocal nova-compute[120184]: {{(pid=120184) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:466}} Nov 24 14:47:35.813366 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] looking for interface given config: {{(pid=120184) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}} Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: DEBUG nova.virt.libvirt.guest [None req-e56dd995-b890-4de0-8f96-5c15cf084667 tempest-TestNetworkBasicOps-1067148419 tempest-TestNetworkBasicOps-1067148419-project-member] interface for config: not found in domain: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: instance-0000006c Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-server-1723146473 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 2025-11-24 19:47:31 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 192 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: True Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: bare Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: qcow2 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 0 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: ide Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: pc Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: virtio Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419-project-member Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: tempest-TestNetworkBasicOps-1067148419 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 196608 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 1 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: /machine Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: OpenStack Foundation Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: OpenStack Nova Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 32.1.0 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: c1696f94-e188-4c23-9c3d-cd310b5ef705 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Virtual Machine Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: hvm Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: 131072 Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nehalem Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: destroy Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: restart Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: destroy Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: /usr/libexec/qemu-kvm Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]:
Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.816456 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: Nov 24 14:47:35.820616 np0005533992.novalocal nova-compute[120184]: